{"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.644272601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.64639322Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.650656461Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.650679509Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.667998927Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.668029683Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.685741559Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/fb9c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.260198185Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272239979Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272383528Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272444613Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272494823Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272534409Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272570675Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272612009Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272654085Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272699342Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272733569Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272774109Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272830246Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272857947Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.272928244Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.273121586Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.273219567Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.273326685Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.27333196Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.273417138Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.273575689Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.374927524Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 13:17:24.375028 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.575774463Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.575828305Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.651213726Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.652238884Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.652337618Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.652538306Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.652621179Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.652793365Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.652923563Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.653149942Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} I1103 13:17:41.650752 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.653689476Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.656882425Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.657589903Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.657924954Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.658027068Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.658181549Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.658385201Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.65848003Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.658521612Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.658579511Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.658797899Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.658839656Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.658938428Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.659047743Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.659215889Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.659253234Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.659616236Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.659626798Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.659676901Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.659704607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.659789243Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.659949682Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.660013632Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.660304948Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.660336482Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.660389918Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.661858332Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.661905315Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.662408212Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.662476882Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.662523408Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.66254841Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.662568297Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.662674848Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.662705532Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.663025051Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.663803866Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.663828068Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.663849885Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.663899926Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.663920718Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.663937672Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.663956098Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.663974221Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.762587535Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.772488031Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.947736121Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy updated","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.972258315Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.972299672Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.042100393Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.04215568Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.06181045Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.061857611Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.062252558Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.0622841Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.062401449Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.06242526Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.062628807Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.062649479Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.069000028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b144d642-6e93-44de-9e4e-93c15a759744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.069502336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f046727d-5980-4482-9e29-103fa1dd2b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.074081497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"373d7faf-03a0-457b-82cb-bcfe00b2de87","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.074098115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"373d7faf-03a0-457b-82cb-bcfe00b2de87","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.081369429Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.081400026Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.162653208Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b144d642-6e93-44de-9e4e-93c15a759744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:42.162869979Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f046727d-5980-4482-9e29-103fa1dd2b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.17030242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b144d642-6e93-44de-9e4e-93c15a759744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.171156938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"453297d4-86e0-4ab0-9b75-21300ac73cbe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.171173383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"453297d4-86e0-4ab0-9b75-21300ac73cbe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:42.177206654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f046727d-5980-4482-9e29-103fa1dd2b2f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.255159361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d42c6f3-c0f7-40b6-8b1d-b823733cdc0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.255193847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d42c6f3-c0f7-40b6-8b1d-b823733cdc0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.260405767Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8269457e-ab95-44b1-b0c9-8b8bfe157c0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.260925522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8875c2d0-75cf-4f6f-9881-4cf79567491e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.261466401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7940078b-97af-4c33-a704-f0a43b7984de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.265704226Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e63cc0b-a894-46f3-8e72-6200c29569bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.271784432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7940078b-97af-4c33-a704-f0a43b7984de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.273963473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8875c2d0-75cf-4f6f-9881-4cf79567491e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.277449673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7940078b-97af-4c33-a704-f0a43b7984de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.357100131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65381816-90b3-4e80-b56c-1c63d7f7eb31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.357144867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65381816-90b3-4e80-b56c-1c63d7f7eb31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.36084365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8875c2d0-75cf-4f6f-9881-4cf79567491e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.372789488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23947f46-8de1-4974-8e54-353f2ee698d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.453864676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6da21264-a611-4a5f-ae22-7e92a470c68f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.462316462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd4a121e-fad5-4440-b141-7000329cba65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.462364353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd4a121e-fad5-4440-b141-7000329cba65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.462726363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35633613-62d9-4961-922d-7cb110a1918a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.462744936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35633613-62d9-4961-922d-7cb110a1918a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.462998204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23947f46-8de1-4974-8e54-353f2ee698d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.467680324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec040bac-0b0c-4218-ad48-8d31654a028a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.469473184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23947f46-8de1-4974-8e54-353f2ee698d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.473851732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec040bac-0b0c-4218-ad48-8d31654a028a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.474328456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b53eea94-d49b-4dbb-a2ca-f50ff70b5c51","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.474359816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b53eea94-d49b-4dbb-a2ca-f50ff70b5c51","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.53620198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec040bac-0b0c-4218-ad48-8d31654a028a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.536914732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"949987da-f710-41bc-8c3a-4dde2f57e6b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.537801194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6a61f02-7b37-43a8-ba56-8de057ba8d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.537817469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6a61f02-7b37-43a8-ba56-8de057ba8d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:42.54303559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec040bac-0b0c-4218-ad48-8d31654a028a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.55833676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd4e311f-20f5-41e9-8819-66d6dd35721a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.558390243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bd4e311f-20f5-41e9-8819-66d6dd35721a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.652398658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8534365c-23d1-4ad9-87c8-5821a43707fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.676501614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8534365c-23d1-4ad9-87c8-5821a43707fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.742075853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49397d83-7c5a-417b-92dc-50ce288c2512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.75830451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8534365c-23d1-4ad9-87c8-5821a43707fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.764410633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75943410-f119-4d56-bd5f-cf00c4711068","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.76443512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75943410-f119-4d56-bd5f-cf00c4711068","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.768111938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49397d83-7c5a-417b-92dc-50ce288c2512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.841481936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49397d83-7c5a-417b-92dc-50ce288c2512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.867927009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f30a8d3-4f95-4757-9b5b-55bfb8c4f474","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.867955024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f30a8d3-4f95-4757-9b5b-55bfb8c4f474","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.891712592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec92a084-1ad8-4399-85f2-d567bfa08252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.894394742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec92a084-1ad8-4399-85f2-d567bfa08252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.896747643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec92a084-1ad8-4399-85f2-d567bfa08252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.899521538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec92a084-1ad8-4399-85f2-d567bfa08252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.190684798Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1a236be5-e103-4d46-b091-42e907e34a54","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.276655939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0a64bfc-83ad-458e-8da5-5a54a93811df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.296620284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a1854d5-59b8-4fc9-abb7-5ca72d1ce988","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.29664184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a1854d5-59b8-4fc9-abb7-5ca72d1ce988","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.362793338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f3202ae-407b-47ff-a512-afa3e7e328fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.363140437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a3b0748-95b5-4783-ad68-205ef7c0354c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.377868803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f3202ae-407b-47ff-a512-afa3e7e328fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.377888313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a3b0748-95b5-4783-ad68-205ef7c0354c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.381434259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b3c5356-2fef-48bb-87f3-106e657df8bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.397868131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96dad43e-3d99-4293-8e9a-96fb7f3d5267","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.397889561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96dad43e-3d99-4293-8e9a-96fb7f3d5267","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.400559265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0b6b08b-11c9-42ff-bb62-1dda92fc9632","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.40057475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0b6b08b-11c9-42ff-bb62-1dda92fc9632","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.400823404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98c3b72e-92b3-49f8-86cc-1adfa449708b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.400833448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98c3b72e-92b3-49f8-86cc-1adfa449708b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.467951062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91c594e0-d156-48cd-bad9-9a211df2a78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.467951282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c67bb075-9d61-41b3-af1b-4238b315b31b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.479729964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c67bb075-9d61-41b3-af1b-4238b315b31b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.483982405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91c594e0-d156-48cd-bad9-9a211df2a78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.656272805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"630e1bf6-8d85-414f-8341-a9e62a5899f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.754596121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f02e9c98-0d73-4e86-a6ae-cadceb27f8f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.007777876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c02bb070-4248-4699-9d51-20b6543c9a13","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.007797572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c02bb070-4248-4699-9d51-20b6543c9a13","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.013775634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79dcac07-cfe6-403c-94e5-6507592bf4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.019612245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79dcac07-cfe6-403c-94e5-6507592bf4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.03340894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d12e7bf6-3661-4120-8a0b-e13840467235","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.033428509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d12e7bf6-3661-4120-8a0b-e13840467235","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.178879753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59875eb4-0778-4e8f-a6e5-c5eb77edf07b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.178897196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59875eb4-0778-4e8f-a6e5-c5eb77edf07b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.185805432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c3123f8-d66f-42b3-a572-c6f0471748f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.186306953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66fdefc7-61d8-4ac7-8bfa-f9aee2c0649e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.189835697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"044d86c5-6e4f-485c-97ca-5e37b320d816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.192514023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c3123f8-d66f-42b3-a572-c6f0471748f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.192917147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66fdefc7-61d8-4ac7-8bfa-f9aee2c0649e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.205895949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afadd51a-e28e-43ae-85f2-5da3e88def87","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.205912199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afadd51a-e28e-43ae-85f2-5da3e88def87","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:11.768099753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.872926657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a62c80-86e3-4215-91d6-7b5e134c0f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.877937264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a62c80-86e3-4215-91d6-7b5e134c0f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.883303509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a62c80-86e3-4215-91d6-7b5e134c0f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.8859251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a62c80-86e3-4215-91d6-7b5e134c0f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.187537148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0394f34-995a-4a10-9cbb-1418de8f7c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.234495727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0394f34-995a-4a10-9cbb-1418de8f7c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.237887248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0394f34-995a-4a10-9cbb-1418de8f7c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.240933926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0394f34-995a-4a10-9cbb-1418de8f7c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.394963695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d21b5-95bf-4a16-9ec2-c9e4a61dd2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.397283261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d21b5-95bf-4a16-9ec2-c9e4a61dd2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.399635592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d21b5-95bf-4a16-9ec2-c9e4a61dd2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.402064622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d21b5-95bf-4a16-9ec2-c9e4a61dd2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.742164695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8ad751-c08e-49aa-abc1-3df7f4701241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.745518178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8ad751-c08e-49aa-abc1-3df7f4701241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.748766581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8ad751-c08e-49aa-abc1-3df7f4701241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.751653387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8ad751-c08e-49aa-abc1-3df7f4701241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.770798601Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e440bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e440bc","reconcileID":"363a9ddc-55f3-4522-a66a-59a9488d7e27","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-e440bc","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-e440bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.991806155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee05cc9-228e-4a13-b8ab-f2c34bf8b9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.994554135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee05cc9-228e-4a13-b8ab-f2c34bf8b9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.99678839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee05cc9-228e-4a13-b8ab-f2c34bf8b9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.999253237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee05cc9-228e-4a13-b8ab-f2c34bf8b9ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.087082344Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c381a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c381a7","reconcileID":"3faa3197-c45b-4977-b265-659bec370af6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-c381a7","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-c381a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.200158791Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-a4ab8e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-a4ab8e","reconcileID":"f3046238-eb1c-4262-8368-cd4cefd9a96d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-a4ab8e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-a4ab8e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.235015899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe013d8-bd4d-4ff8-bdba-61696d6614a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.242449221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe013d8-bd4d-4ff8-bdba-61696d6614a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.246602801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe013d8-bd4d-4ff8-bdba-61696d6614a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.249304399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe013d8-bd4d-4ff8-bdba-61696d6614a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.58625176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8376e582-f1b1-4c96-b8ed-0f1558fe6231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.588649651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8376e582-f1b1-4c96-b8ed-0f1558fe6231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.591169876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8376e582-f1b1-4c96-b8ed-0f1558fe6231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.593601574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8376e582-f1b1-4c96-b8ed-0f1558fe6231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.855679907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"7d41fc53-5400-4900-b5e1-17c4fd0ef9ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.871027471Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"7d41fc53-5400-4900-b5e1-17c4fd0ef9ed","name":"e2e-worker-w2-e440bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.634748969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71296a25-0c8b-4412-9d59-e9f6aca4ccd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.733470726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32987f60-eb5b-4413-9d7e-7aeed42fccf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.979704148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"54236518-59a2-4191-9127-327dced5ebae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.995957594Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"54236518-59a2-4191-9127-327dced5ebae","name":"e2e-worker-w4-c381a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:24.592956217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"f4050eea-7081-4db4-b598-2277289f6387","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:24.607654547Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"f4050eea-7081-4db4-b598-2277289f6387","name":"e2e-worker-w0-a4ab8e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.904289014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be07316e-1402-4e41-9866-1db8b94c6dc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.004304926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93685179-ad86-45a0-9501-1f6e2bcb1ace","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.191478152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6bb856a-3387-45a1-83a8-8b89cfd80c21","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.28907051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d6870ead-d4eb-45f3-8ac9-1a2973d7b3f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.488953411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5495bc60-af29-4c5d-a1a1-9720d7b61050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.49141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5495bc60-af29-4c5d-a1a1-9720d7b61050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.493785709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5495bc60-af29-4c5d-a1a1-9720d7b61050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.496932502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5495bc60-af29-4c5d-a1a1-9720d7b61050","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.686073628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203e03eb-0d02-453c-8384-a8df1af0e766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.688715262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203e03eb-0d02-453c-8384-a8df1af0e766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.691036652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203e03eb-0d02-453c-8384-a8df1af0e766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.693631799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203e03eb-0d02-453c-8384-a8df1af0e766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.182200942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e6df9e-f2ef-46c0-b3e6-babcb31a6101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.185056739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e6df9e-f2ef-46c0-b3e6-babcb31a6101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.191901286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e6df9e-f2ef-46c0-b3e6-babcb31a6101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.197294819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e6df9e-f2ef-46c0-b3e6-babcb31a6101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.377813111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c31109-5925-41c9-8aeb-18dbf85c3532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.381075892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c31109-5925-41c9-8aeb-18dbf85c3532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.383886897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c31109-5925-41c9-8aeb-18dbf85c3532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.386668795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44c31109-5925-41c9-8aeb-18dbf85c3532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.844822525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a07efdb2-52dc-405d-8177-968f213f48e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.945919528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86024640-1d73-49f8-bf2c-26a45aaef2c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.715213259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc143dd0-5493-4b82-a71e-29831370a120","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.715235792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc143dd0-5493-4b82-a71e-29831370a120","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.72231382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2704ea08-fe8e-4c7a-82e7-043bd066cea9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.722337593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2704ea08-fe8e-4c7a-82e7-043bd066cea9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.730442476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"b1447a9a-b240-47b1-a7b1-4d388ede8bb0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.736927021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"b1447a9a-b240-47b1-a7b1-4d388ede8bb0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.755105352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b231bc06-3733-443b-9d1e-c61da9f11101","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.755123139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b231bc06-3733-443b-9d1e-c61da9f11101","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.829608616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"baa55899-70bd-4b9d-94aa-7f39316fea43","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.837836827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"baa55899-70bd-4b9d-94aa-7f39316fea43","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.901405033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2855d74d-6e0c-4c02-9e1d-1b977f10546f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.901423355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2855d74d-6e0c-4c02-9e1d-1b977f10546f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.910169864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc7a7907-0af5-4aec-8606-99a89ce6d4bd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.910187041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bc7a7907-0af5-4aec-8606-99a89ce6d4bd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.913637101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f497137-343a-4036-ac3e-4e589fa1a5d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.91365346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f497137-343a-4036-ac3e-4e589fa1a5d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.92159732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8065c695-1b31-4260-ae0b-69e7e2cca083","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.921618731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8065c695-1b31-4260-ae0b-69e7e2cca083","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.926181421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a658696-a189-4633-9ad8-f7c4162b56f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.926194595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a658696-a189-4633-9ad8-f7c4162b56f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:34.93227142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-2bebcf70","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-2bebcf70\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.935438535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75dd039e-3c35-4c6a-b099-9f7bc3b072fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.935532954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"27eb124f-c305-41b9-a8cd-59488e13c223","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.935849904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20b4ebd8-ba3a-4cae-b7f7-6fb9cb1a2c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.942633514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75dd039e-3c35-4c6a-b099-9f7bc3b072fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.943489641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"27eb124f-c305-41b9-a8cd-59488e13c223","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.944905915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20b4ebd8-ba3a-4cae-b7f7-6fb9cb1a2c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.947577475Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2bebcf70","reconcileID":"1002548b-c8d5-4f28-abb4-5cec94366d5e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-2bebcf70","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.947651811Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2bebcf70","reconcileID":"1002548b-c8d5-4f28-abb4-5cec94366d5e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2bebcf70","error":"MaaSModelRef not found: llm/nonexistent-model-2bebcf70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.964896038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a6010e5-2c96-4191-b167-0223f5280bf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.96491573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a6010e5-2c96-4191-b167-0223f5280bf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.029683491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2288feb6-5a33-4640-893d-eeff8567f7aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.030231808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"dab70756-3835-4186-8668-4a3483b57b0b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.030321352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6c9a5a8-c592-4637-a5d6-a347aabf9026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.038636967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"dab70756-3835-4186-8668-4a3483b57b0b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.039840438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2288feb6-5a33-4640-893d-eeff8567f7aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.041050028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6c9a5a8-c592-4637-a5d6-a347aabf9026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.042747542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2bebcf70","reconcileID":"d255a16d-4bc8-400a-a8d1-b9b5bc58d7d8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.042823111Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2bebcf70","reconcileID":"d255a16d-4bc8-400a-a8d1-b9b5bc58d7d8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2bebcf70","error":"MaaSModelRef not found: llm/nonexistent-model-2bebcf70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.043654381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20df3b28-36ae-4a4c-b500-523e0f540c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.475153054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672686cd-19a5-4e83-8fe2-bcc570c71512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.477677256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672686cd-19a5-4e83-8fe2-bcc570c71512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.480292254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672686cd-19a5-4e83-8fe2-bcc570c71512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.482881771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672686cd-19a5-4e83-8fe2-bcc570c71512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.542639175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e95826b3-2f16-41ca-9661-a211c923ca24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.542661611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e95826b3-2f16-41ca-9661-a211c923ca24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.576405697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"c27a8acc-0039-48cd-97de-424100b52fc4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.576457817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc02156a-8b4c-485f-8e8e-1843e7ffc915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.576948476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b2942b5-fbb6-4c6f-89a5-722c445cbe66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.596628004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b2942b5-fbb6-4c6f-89a5-722c445cbe66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.597009288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"c27a8acc-0039-48cd-97de-424100b52fc4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.599286756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc02156a-8b4c-485f-8e8e-1843e7ffc915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.907083441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879fc73b-ebda-43ec-ad3d-4f78fcea475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.909954273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879fc73b-ebda-43ec-ad3d-4f78fcea475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.914037122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879fc73b-ebda-43ec-ad3d-4f78fcea475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.916921813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879fc73b-ebda-43ec-ad3d-4f78fcea475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.762722646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92620c24-ce6b-416a-8ff7-2cce7eeee8ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.876644394Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ccc02cb-9563-4412-9403-b5c1074b3d83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:36.962772299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e738153-4c58-4789-b1c1-049adb2489dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.771016505Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.580147093Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2bebcf70","reconcileID":"0fc07261-4c2a-4d20-9a8b-6ce8e0cd1e4a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc7c2d03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:51.937895314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"e8c4505d-b9f0-4ce7-9f63-0dabf9530c55","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.641700872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"c9b2bbb8-bb12-4736-afc9-a1f08d7630d9","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.664274338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"c18eaff6-f13e-46df-974b-2543a8748d33","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.58356311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2bebcf70","reconcileID":"68fdd716-b526-4d90-8db3-057fa6736e27","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-2bebcf70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.591759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2bebcf70","reconcileID":"68fdd716-b526-4d90-8db3-057fa6736e27","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.591780896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2bebcf70","reconcileID":"68fdd716-b526-4d90-8db3-057fa6736e27","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2bebcf70","subscription":"e2e-neg-ghost-sub-2bebcf70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.591873086Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-2bebcf70","reconcileID":"68fdd716-b526-4d90-8db3-057fa6736e27","MaaSSubscription":{"name":"e2e-neg-ghost-sub-2bebcf70","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2bebcf70","error":"MaaSModelRef not found: llm/nonexistent-model-2bebcf70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.623025319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"852d790e-61db-40c9-883c-c497987856aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.623047227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"852d790e-61db-40c9-883c-c497987856aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.629312152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10090a83-8cad-452b-8983-3f8c8de93f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.629329196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"2d379d4d-3303-4e7a-ab36-58f75eb2ee19","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.629748101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90dfe4ba-ac81-4dfd-8878-87b9db7d256e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.636285529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"2d379d4d-3303-4e7a-ab36-58f75eb2ee19","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.636331378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10090a83-8cad-452b-8983-3f8c8de93f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.638578622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90dfe4ba-ac81-4dfd-8878-87b9db7d256e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.778093308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4873efa0-234f-4730-ae35-40982475bde9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.778112302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4873efa0-234f-4730-ae35-40982475bde9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.778152295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-2bebcf70","reconcileID":"7cfe2199-f776-44af-a302-7d1f87f130a0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-2bebcf70","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.848186052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0637ec3-1aac-45fe-8e36-4924f28f106f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:55.848204222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0637ec3-1aac-45fe-8e36-4924f28f106f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.088820841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae7873a0-8980-476c-b17f-eac10daa2b93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.088841234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae7873a0-8980-476c-b17f-eac10daa2b93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.09530324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c098b2-2547-4ada-a227-3e5bb656782d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.095322542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c098b2-2547-4ada-a227-3e5bb656782d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.179000107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9fb1800f","reconcileID":"6bca1109-1124-44be-8742-854e767f351a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.191602275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9fb1800f","reconcileID":"6bca1109-1124-44be-8742-854e767f351a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.205296559Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9fb1800f","reconcileID":"6bca1109-1124-44be-8742-854e767f351a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9fb1800f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.218005393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"097f788e-685b-40a9-9048-cd9783f025de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.218024248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"097f788e-685b-40a9-9048-cd9783f025de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.279468693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9fb1800f","reconcileID":"b77d5838-facf-4b8c-a47f-4259762d63a0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.285845662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9fb1800f","reconcileID":"b77d5838-facf-4b8c-a47f-4259762d63a0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.293188369Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9fb1800f","reconcileID":"b77d5838-facf-4b8c-a47f-4259762d63a0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9fb1800f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.756631933Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9fb1800f","reconcileID":"6c5718be-cf76-4b13-ad0b-5287ee6a2a54","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.756657694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87c173af-ac16-4c2e-8c78-a52d9407bc49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.756672211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87c173af-ac16-4c2e-8c78-a52d9407bc49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.759048185Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9fb1800f","reconcileID":"6c5718be-cf76-4b13-ad0b-5287ee6a2a54","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9fb1800f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9fb1800f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.771015587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"417a7f3a-8986-4d58-8b8e-55287c6a1c04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.771030973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"417a7f3a-8986-4d58-8b8e-55287c6a1c04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.282578439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"eb9bbfc5-5e86-48d3-a951-b605d179a938","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.045740064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"eec40cce-5b38-40fa-83aa-7b099c762422","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.072931286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"c3f07273-e280-437d-8c1a-81ed8d46bb17","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.490974502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"dbd8cab1-3504-4ebc-bb8d-b89827282a8a","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.493056394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3e9588-dff2-4ab8-b862-e8d852ce719d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.495515862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3e9588-dff2-4ab8-b862-e8d852ce719d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.498069269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3e9588-dff2-4ab8-b862-e8d852ce719d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.500470668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3e9588-dff2-4ab8-b862-e8d852ce719d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.87539596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f3a42f-6432-4a4d-8a54-22159c329c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.878224473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f3a42f-6432-4a4d-8a54-22159c329c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.880922473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f3a42f-6432-4a4d-8a54-22159c329c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.883399657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f3a42f-6432-4a4d-8a54-22159c329c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.502612924Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-17adbf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-17adbf","reconcileID":"9b02dc75-05c0-464e-80fc-086865f3723a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-17adbf","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-17adbf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.695454072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d2ec92-1878-492c-9572-941432f23899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.697919544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d2ec92-1878-492c-9572-941432f23899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.701078968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d2ec92-1878-492c-9572-941432f23899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.704362878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d2ec92-1878-492c-9572-941432f23899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:04.440001723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"430c291e-f197-462b-bd2c-01aa37d56d7c","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:04.460824229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"870ab278-1c52-49e8-8dd9-d9b5c02167d0","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.190417833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"a1faadbb-638a-4c72-b8f9-943e4dc74289","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:06.206187812Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"a1faadbb-638a-4c72-b8f9-943e4dc74289","name":"e2e-inf-a-17adbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.223227155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"90fc227c-6e60-49e5-aca2-d7b76c6dc490","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.382102757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"8a3d0f7f-b180-4edb-95b3-8531fd61bce6","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.390681377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"cda843c4-f216-4987-bc48-229575365170","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:08.399030111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"03832b84-06eb-4954-81ec-9fe8ea513fa7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.416775116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"a51ff7ff-74cc-451d-8360-a2ede8a8505d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.422446189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"1bf55f4e-8ff8-4aef-b48c-6308e972da10","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.445337859Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"21ed4b8b-03c6-4301-9c0a-7e1b27bfcdf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"simulator-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.456042068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"ee515ee6-b263-4a8f-a12e-f01c69dbbc1a","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.534668978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"20c00ea6-736f-4f7c-bbcd-2e8504408f4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.566843891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"75a58de0-1aeb-4f3d-9df4-0d900e26fd3f","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.578526825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"aae8d9c2-373c-44a3-8821-dd88c6889b7d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.581394916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2f1a62e5-2a93-477c-8442-62a4ce9c4663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:08.582204434Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"aae8d9c2-373c-44a3-8821-dd88c6889b7d","name":"simulator-w2-e440bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-e440bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:08.582256657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"aae8d9c2-373c-44a3-8821-dd88c6889b7d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-e440bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.587639889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"2d3e15db-ed66-430d-99f8-ff1985ac9b3d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.603800914Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2f1a62e5-2a93-477c-8442-62a4ce9c4663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.608354902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2f1a62e5-2a93-477c-8442-62a4ce9c4663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.615190927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"fee94f8e-6aea-495e-ae8f-66d3c8818daa","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.637297995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"8945d600-f74e-4397-9c1a-37797590c8ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.679871098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"95d73c24-a140-47e0-9bc6-c54609d7b0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.685902635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"95d73c24-a140-47e0-9bc6-c54609d7b0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.691021091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"95d73c24-a140-47e0-9bc6-c54609d7b0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.74980237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"0de118cb-016e-45fa-8d8f-621d1d0cfee5","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.757118273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"0712455f-9e6b-4996-89e1-b8f578a8e259","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.758241001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"d91acd77-c7b2-44b6-bf28-73422767e58c","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:08.760333715Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e440bc/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.76855077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"552c3865-d280-4d28-be75-6c20d52547f3","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.781849098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f9978e9b-c73b-4148-98cb-9a73c8bbd965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.782418657Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"72caac3b-4db5-4bfc-9655-71928b350fe9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"premium-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.789799359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f9978e9b-c73b-4148-98cb-9a73c8bbd965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.79459642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f9978e9b-c73b-4148-98cb-9a73c8bbd965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.796727906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"9656d053-e642-45e1-933b-0bedc312a6ab","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.878445679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"27e26aa7-6e8f-4a6d-92ae-2ab5cee86934","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.880396227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6b14fad5-755f-4081-82c6-487280d48197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.88693607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6b14fad5-755f-4081-82c6-487280d48197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.891844684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6b14fad5-755f-4081-82c6-487280d48197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.922273725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"5ef20056-0599-4334-9ad4-aeb471bdb33a","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.93309942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"65081cc0-1ccc-4d34-838c-9f8c1f6a0301","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.976977944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"183fe9d0-a1aa-48e5-9d4d-01e0a6b3ae93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.983091877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"43c8b88d-b1c8-4918-89ce-bf30652ddad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.983252551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"23e92b56-f2d2-4fe7-9432-4f5297dd570e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.989430028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"23e92b56-f2d2-4fe7-9432-4f5297dd570e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.994935184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"23e92b56-f2d2-4fe7-9432-4f5297dd570e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.036982601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"43c8b88d-b1c8-4918-89ce-bf30652ddad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.042968145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"43c8b88d-b1c8-4918-89ce-bf30652ddad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.054494841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"e9967fe4-22f9-4b44-8708-3616074ae2b6","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.08655343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a474fa81-ab99-4f9f-a043-499273e5831d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.092415559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a474fa81-ab99-4f9f-a043-499273e5831d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:09.097962386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a474fa81-ab99-4f9f-a043-499273e5831d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.768314381Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.667503226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"ce0dec91-d58d-4cbe-ae01-050d744ff7f0","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.821485971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"2fe0ad04-87d1-4086-886c-48d6afa2f3ec","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.829658244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"71a0f1ca-7f69-4717-b061-60a429589a8d","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.832977114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"89849f66-d189-4f6d-8070-55a8199164b6","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:13.836354773Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c381a7/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.842613796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"1439efbd-9c0e-4205-a853-dc96f0b6fa25","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.858486064Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"663d2ce3-e691-4203-aeb9-17b061aee42f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"simulator-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.873605727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"80b36b97-e890-4a2c-aa4a-2b437ae85dfa","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.957438182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"e82fac53-70f3-44a7-8a74-a27b593c8d6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.964729498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"a36ac04d-0579-4b47-9331-fe08d3c257b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.982387028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"3365f6ff-e03e-46fb-9aae-11640299e62d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.994146348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"5e698e94-45a7-43c7-bc18-3026b7571c36","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.010305375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"91e1b007-ec69-47bf-a09e-b86de58f6b06","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.01551342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"640dc4c7-9ea4-4acf-8e7c-3f00665aa8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:14.015948193Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"91e1b007-ec69-47bf-a09e-b86de58f6b06","name":"simulator-w4-c381a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-c381a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:14.01599642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"91e1b007-ec69-47bf-a09e-b86de58f6b06","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-c381a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.021149763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"3d87f4d2-18c9-47a4-80d8-3c0b882f1443","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.040763666Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"640dc4c7-9ea4-4acf-8e7c-3f00665aa8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.046405261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"640dc4c7-9ea4-4acf-8e7c-3f00665aa8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.054249302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"118d82f1-178d-41cd-a322-dfb4c2673a7e","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.058233177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"fd19befb-94b4-40cb-b08b-d473b8268bb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.06387705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"94adad32-52ee-46e4-8046-bf95edeb6d4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.07917593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"27e16aa6-ad09-4086-8b35-90df4965b07e","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.116105578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5da4580d-06c5-42b3-814d-61d417a7cecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.11762406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6d213915-b9ab-45d9-9237-cbd89b0932e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.117710474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f1ef0f9d-cab7-4be1-9b6b-0c0178fdad97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.122652217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5da4580d-06c5-42b3-814d-61d417a7cecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.124867395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f1ef0f9d-cab7-4be1-9b6b-0c0178fdad97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.127727782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5da4580d-06c5-42b3-814d-61d417a7cecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.134979897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6d213915-b9ab-45d9-9237-cbd89b0932e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.135616503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3fc5b27388fec94069ccd518379a357f86e5ebeff4be2a8de84482ab0007637) AuthConfig (26e4bc1506eac44fd7a9f2376963e0dda21e21d2a904809d9e84f7f4f8c63802) AuthConfig (834130f4d229e75ebf6a0bebf9d91912148e0b8c595fd5a781a310f80a3b0a89) AuthConfig (86c9ca6b6368bfaf2366eaa781e066551dfa36a4cd49eb2507b675c9ff9d1300) AuthConfig (575a1458d49f0e3a15840f89805c1b66998503b1b9491204e0d1a051351c5efe) AuthConfig (de496d18f69245bab3b62fb8473de3ad7d08e765e638da9ee2d36a479c47da2a) AuthConfig (a23d20d4c30f6d6b68fb3616337bdd2258ddd80615068cc616f91f19bd410bbd) AuthConfig (b4adf7634a5c84e1d66a30b3fd4d45819288baf1c5fd24bf4de27270475a8131) AuthConfig (5621a26b5b73b603809270b91a9bdf621c6a47cbad4e002c3ba0ddb12804eff8) AuthConfig (e55ac150d1974d78d76e49b70504b34ca0770ca30de04472a9fd2d79c4a14410) AuthConfig (f5fad4e4dbd3a1cd2ffef70caf67012cb73028f233869bbca58ad6e389fc6d25) AuthConfig (1d6461a7ec86ca56a9e23c7bd919fc8d851d271b0814cb10f2a036e4e94eba2f) AuthConfig (643ffb9187134093d676e19385f7a53830f3e6d8ca80468bc66b8d885eda0cc2) AuthConfig (ca58caba28e8419b6efaac66950c59a2e68bca99b901ce44ce09a2b58ec93955) AuthConfig (7c6dfced4785aa62ec7567a3ce2e2029b372ba3675c1512f817571d20531412a) AuthConfig (27bc3b6c8f75c0be8bbcd465275d6199f243c649fba6573ac1e45f306a958cba) AuthConfig (a77985c74fdb3326b0f4fdfee3bcf4f660e15ad1a1766f94c471529ad952b048) AuthConfig (184ed7b72371d34b93b08b4c8d4ccdd0cfe8d50533025b5550ed0da2995018c0) AuthConfig (f7f9cd2016989aa46a2db84158e710f3e62cf91d7f4211872d2ab0b8556f7668) AuthConfig (d9608a8160d81ee4b3fa413b06fe51fde503b2318cc96a91ac72e69d72886332) AuthConfig (c6fc10b1c910e71e63553722ef8da042f14e15692493ea240b19b9719ff636b7) AuthConfig (b0393c7822ec4f6e53c3f766d60b4e9ca8036d53819109761805941a6f399545) AuthConfig (5fbd6450e7d0d59e44e560caf196adb44a7a0005ed1eff9cdec16c57760bf775) AuthConfig (5f9ca607ff700a445116e51292cb85eef552d1efea5b51f625b66c6c57a2412a) AuthConfig (9847102c7d6906db57688448d489d72f6c5870ab7a7d691508b44bde4104ca14) AuthConfig (1ea0ffb16d0b7fdc81189aa4a50b9592eabc3a93b4324b4e60094078c4e896e3) AuthConfig (6b2bf57d424061a3a750a9635ae8e6bf2181fbc76950ced18cbd3fbb5a2dea7f) AuthConfig (af816dda1edfaf1263c15ae03d5421c6f8c493ca87320b5c9bfcd7346ad04d6c) AuthConfig (ecd741897a68c0701b3cd668afc52819a5c27f82470df7a5e74e8d45811f62ac) AuthConfig (8c024fb738e4125720f0603253740a260017796a467c9fd65c5e535bcef8f054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f1ef0f9d-cab7-4be1-9b6b-0c0178fdad97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.139765104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3fc5b27388fec94069ccd518379a357f86e5ebeff4be2a8de84482ab0007637) AuthConfig (26e4bc1506eac44fd7a9f2376963e0dda21e21d2a904809d9e84f7f4f8c63802) AuthConfig (834130f4d229e75ebf6a0bebf9d91912148e0b8c595fd5a781a310f80a3b0a89) AuthConfig (86c9ca6b6368bfaf2366eaa781e066551dfa36a4cd49eb2507b675c9ff9d1300) AuthConfig (575a1458d49f0e3a15840f89805c1b66998503b1b9491204e0d1a051351c5efe) AuthConfig (de496d18f69245bab3b62fb8473de3ad7d08e765e638da9ee2d36a479c47da2a) AuthConfig (a23d20d4c30f6d6b68fb3616337bdd2258ddd80615068cc616f91f19bd410bbd) AuthConfig (b4adf7634a5c84e1d66a30b3fd4d45819288baf1c5fd24bf4de27270475a8131) AuthConfig (5621a26b5b73b603809270b91a9bdf621c6a47cbad4e002c3ba0ddb12804eff8) AuthConfig (e55ac150d1974d78d76e49b70504b34ca0770ca30de04472a9fd2d79c4a14410) AuthConfig (f5fad4e4dbd3a1cd2ffef70caf67012cb73028f233869bbca58ad6e389fc6d25) AuthConfig (1d6461a7ec86ca56a9e23c7bd919fc8d851d271b0814cb10f2a036e4e94eba2f) AuthConfig (643ffb9187134093d676e19385f7a53830f3e6d8ca80468bc66b8d885eda0cc2) AuthConfig (ca58caba28e8419b6efaac66950c59a2e68bca99b901ce44ce09a2b58ec93955) AuthConfig (7c6dfced4785aa62ec7567a3ce2e2029b372ba3675c1512f817571d20531412a) AuthConfig (27bc3b6c8f75c0be8bbcd465275d6199f243c649fba6573ac1e45f306a958cba) AuthConfig (a77985c74fdb3326b0f4fdfee3bcf4f660e15ad1a1766f94c471529ad952b048) AuthConfig (184ed7b72371d34b93b08b4c8d4ccdd0cfe8d50533025b5550ed0da2995018c0) AuthConfig (f7f9cd2016989aa46a2db84158e710f3e62cf91d7f4211872d2ab0b8556f7668) AuthConfig (d9608a8160d81ee4b3fa413b06fe51fde503b2318cc96a91ac72e69d72886332) AuthConfig (c6fc10b1c910e71e63553722ef8da042f14e15692493ea240b19b9719ff636b7) AuthConfig (b0393c7822ec4f6e53c3f766d60b4e9ca8036d53819109761805941a6f399545) AuthConfig (5fbd6450e7d0d59e44e560caf196adb44a7a0005ed1eff9cdec16c57760bf775) AuthConfig (5f9ca607ff700a445116e51292cb85eef552d1efea5b51f625b66c6c57a2412a) AuthConfig (9847102c7d6906db57688448d489d72f6c5870ab7a7d691508b44bde4104ca14) AuthConfig (1ea0ffb16d0b7fdc81189aa4a50b9592eabc3a93b4324b4e60094078c4e896e3) AuthConfig (6b2bf57d424061a3a750a9635ae8e6bf2181fbc76950ced18cbd3fbb5a2dea7f) AuthConfig (af816dda1edfaf1263c15ae03d5421c6f8c493ca87320b5c9bfcd7346ad04d6c) AuthConfig (ecd741897a68c0701b3cd668afc52819a5c27f82470df7a5e74e8d45811f62ac) AuthConfig (8c024fb738e4125720f0603253740a260017796a467c9fd65c5e535bcef8f054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6d213915-b9ab-45d9-9237-cbd89b0932e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.143461753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"425e855b-ba8b-4d57-b141-9b150cf4f4b0","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.146858303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"50ae5582-5f28-4bc7-b82f-cb8b8554ad44","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.155086357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"a5275ef1-fe16-4a3c-80b7-15321fc667e2","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.165923789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"745340fe-20ab-442f-aaca-868d30a86638","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.169757751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"36522d18-e4a4-4690-a886-24350c80a5b2","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:14.176572884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c381a7/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.177295216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"a2e9ef8b-790f-488b-8339-7f99b0f72052","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.237892318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"514f55db-c48f-41e9-9bdd-4d336eacf305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.240690409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"941db0d2-d958-40dd-93c0-caa403d2384b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.244966926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b1d93b2f-05ea-450f-9f32-574c47d37b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.245467366Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"813200d8-548a-4f5b-a4c9-3ebf6c546083","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"premium-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.250038206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"941db0d2-d958-40dd-93c0-caa403d2384b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.256105595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"514f55db-c48f-41e9-9bdd-4d336eacf305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.337395507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3fc5b27388fec94069ccd518379a357f86e5ebeff4be2a8de84482ab0007637) AuthConfig (26e4bc1506eac44fd7a9f2376963e0dda21e21d2a904809d9e84f7f4f8c63802) AuthConfig (834130f4d229e75ebf6a0bebf9d91912148e0b8c595fd5a781a310f80a3b0a89) AuthConfig (86c9ca6b6368bfaf2366eaa781e066551dfa36a4cd49eb2507b675c9ff9d1300) AuthConfig (575a1458d49f0e3a15840f89805c1b66998503b1b9491204e0d1a051351c5efe) AuthConfig (de496d18f69245bab3b62fb8473de3ad7d08e765e638da9ee2d36a479c47da2a) AuthConfig (a23d20d4c30f6d6b68fb3616337bdd2258ddd80615068cc616f91f19bd410bbd) AuthConfig (b4adf7634a5c84e1d66a30b3fd4d45819288baf1c5fd24bf4de27270475a8131) AuthConfig (5621a26b5b73b603809270b91a9bdf621c6a47cbad4e002c3ba0ddb12804eff8) AuthConfig (e55ac150d1974d78d76e49b70504b34ca0770ca30de04472a9fd2d79c4a14410) AuthConfig (f5fad4e4dbd3a1cd2ffef70caf67012cb73028f233869bbca58ad6e389fc6d25) AuthConfig (1d6461a7ec86ca56a9e23c7bd919fc8d851d271b0814cb10f2a036e4e94eba2f) AuthConfig (643ffb9187134093d676e19385f7a53830f3e6d8ca80468bc66b8d885eda0cc2) AuthConfig (ca58caba28e8419b6efaac66950c59a2e68bca99b901ce44ce09a2b58ec93955) AuthConfig (7c6dfced4785aa62ec7567a3ce2e2029b372ba3675c1512f817571d20531412a) AuthConfig (27bc3b6c8f75c0be8bbcd465275d6199f243c649fba6573ac1e45f306a958cba) AuthConfig (a77985c74fdb3326b0f4fdfee3bcf4f660e15ad1a1766f94c471529ad952b048) AuthConfig (184ed7b72371d34b93b08b4c8d4ccdd0cfe8d50533025b5550ed0da2995018c0) AuthConfig (f7f9cd2016989aa46a2db84158e710f3e62cf91d7f4211872d2ab0b8556f7668) AuthConfig (d9608a8160d81ee4b3fa413b06fe51fde503b2318cc96a91ac72e69d72886332) AuthConfig (c6fc10b1c910e71e63553722ef8da042f14e15692493ea240b19b9719ff636b7) AuthConfig (b0393c7822ec4f6e53c3f766d60b4e9ca8036d53819109761805941a6f399545) AuthConfig (5fbd6450e7d0d59e44e560caf196adb44a7a0005ed1eff9cdec16c57760bf775) AuthConfig (5f9ca607ff700a445116e51292cb85eef552d1efea5b51f625b66c6c57a2412a) AuthConfig (9847102c7d6906db57688448d489d72f6c5870ab7a7d691508b44bde4104ca14) AuthConfig (1ea0ffb16d0b7fdc81189aa4a50b9592eabc3a93b4324b4e60094078c4e896e3) AuthConfig (6b2bf57d424061a3a750a9635ae8e6bf2181fbc76950ced18cbd3fbb5a2dea7f) AuthConfig (af816dda1edfaf1263c15ae03d5421c6f8c493ca87320b5c9bfcd7346ad04d6c) AuthConfig (ecd741897a68c0701b3cd668afc52819a5c27f82470df7a5e74e8d45811f62ac) AuthConfig (8c024fb738e4125720f0603253740a260017796a467c9fd65c5e535bcef8f054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"941db0d2-d958-40dd-93c0-caa403d2384b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.342113444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b1d93b2f-05ea-450f-9f32-574c47d37b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.343701938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"514f55db-c48f-41e9-9bdd-4d336eacf305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.349114301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d3fc5b27388fec94069ccd518379a357f86e5ebeff4be2a8de84482ab0007637) AuthConfig (26e4bc1506eac44fd7a9f2376963e0dda21e21d2a904809d9e84f7f4f8c63802) AuthConfig (834130f4d229e75ebf6a0bebf9d91912148e0b8c595fd5a781a310f80a3b0a89) AuthConfig (86c9ca6b6368bfaf2366eaa781e066551dfa36a4cd49eb2507b675c9ff9d1300) AuthConfig (575a1458d49f0e3a15840f89805c1b66998503b1b9491204e0d1a051351c5efe) AuthConfig (de496d18f69245bab3b62fb8473de3ad7d08e765e638da9ee2d36a479c47da2a) AuthConfig (a23d20d4c30f6d6b68fb3616337bdd2258ddd80615068cc616f91f19bd410bbd) AuthConfig (b4adf7634a5c84e1d66a30b3fd4d45819288baf1c5fd24bf4de27270475a8131) AuthConfig (5621a26b5b73b603809270b91a9bdf621c6a47cbad4e002c3ba0ddb12804eff8) AuthConfig (e55ac150d1974d78d76e49b70504b34ca0770ca30de04472a9fd2d79c4a14410) AuthConfig (f5fad4e4dbd3a1cd2ffef70caf67012cb73028f233869bbca58ad6e389fc6d25) AuthConfig (1d6461a7ec86ca56a9e23c7bd919fc8d851d271b0814cb10f2a036e4e94eba2f) AuthConfig (643ffb9187134093d676e19385f7a53830f3e6d8ca80468bc66b8d885eda0cc2) AuthConfig (ca58caba28e8419b6efaac66950c59a2e68bca99b901ce44ce09a2b58ec93955) AuthConfig (7c6dfced4785aa62ec7567a3ce2e2029b372ba3675c1512f817571d20531412a) AuthConfig (27bc3b6c8f75c0be8bbcd465275d6199f243c649fba6573ac1e45f306a958cba) AuthConfig (a77985c74fdb3326b0f4fdfee3bcf4f660e15ad1a1766f94c471529ad952b048) AuthConfig (184ed7b72371d34b93b08b4c8d4ccdd0cfe8d50533025b5550ed0da2995018c0) AuthConfig (f7f9cd2016989aa46a2db84158e710f3e62cf91d7f4211872d2ab0b8556f7668) AuthConfig (d9608a8160d81ee4b3fa413b06fe51fde503b2318cc96a91ac72e69d72886332) AuthConfig (c6fc10b1c910e71e63553722ef8da042f14e15692493ea240b19b9719ff636b7) AuthConfig (b0393c7822ec4f6e53c3f766d60b4e9ca8036d53819109761805941a6f399545) AuthConfig (5fbd6450e7d0d59e44e560caf196adb44a7a0005ed1eff9cdec16c57760bf775) AuthConfig (5f9ca607ff700a445116e51292cb85eef552d1efea5b51f625b66c6c57a2412a) AuthConfig (9847102c7d6906db57688448d489d72f6c5870ab7a7d691508b44bde4104ca14) AuthConfig (1ea0ffb16d0b7fdc81189aa4a50b9592eabc3a93b4324b4e60094078c4e896e3) AuthConfig (6b2bf57d424061a3a750a9635ae8e6bf2181fbc76950ced18cbd3fbb5a2dea7f) AuthConfig (af816dda1edfaf1263c15ae03d5421c6f8c493ca87320b5c9bfcd7346ad04d6c) AuthConfig (ecd741897a68c0701b3cd668afc52819a5c27f82470df7a5e74e8d45811f62ac) AuthConfig (8c024fb738e4125720f0603253740a260017796a467c9fd65c5e535bcef8f054)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b1d93b2f-05ea-450f-9f32-574c47d37b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.350224993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"ac727c37-c1c3-4b07-bb9f-923378339598","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.352187296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fcb81af6-42c4-47c6-8bae-3da9c449fe18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.359832703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"36d0c83b-c688-4624-b160-fb6cae6ca93d","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.360065093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fcb81af6-42c4-47c6-8bae-3da9c449fe18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.364797417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"14547f7e-5653-4d9d-85f0-835bf5fffd64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.365204078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fcb81af6-42c4-47c6-8bae-3da9c449fe18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.450230981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"19e3c737-ed4a-421b-95e8-677c4588bde3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.450371909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3651a710-ceed-48e8-9d17-5e087943fd12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.456941683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"19e3c737-ed4a-421b-95e8-677c4588bde3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.457274334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3651a710-ceed-48e8-9d17-5e087943fd12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.462524625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"19e3c737-ed4a-421b-95e8-677c4588bde3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.462590086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3651a710-ceed-48e8-9d17-5e087943fd12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.465186812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"c9dfaaec-a8f3-436e-9a75-52591ec20369","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.469771701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"49b38164-86bd-4612-a04d-9be5a113da3d","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.550800436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"68ec04ad-d17b-4eca-a080-83f425e897b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.556942057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"68ec04ad-d17b-4eca-a080-83f425e897b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.562065226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"68ec04ad-d17b-4eca-a080-83f425e897b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.864635286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988474b8-2192-42aa-b4b8-ca3de1663185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.866963876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988474b8-2192-42aa-b4b8-ca3de1663185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.869227782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988474b8-2192-42aa-b4b8-ca3de1663185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:16.871524898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988474b8-2192-42aa-b4b8-ca3de1663185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.079733437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306c0797-eb00-4c81-a56b-21a3181fa6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.082015317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306c0797-eb00-4c81-a56b-21a3181fa6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.084185388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306c0797-eb00-4c81-a56b-21a3181fa6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:17.086537441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306c0797-eb00-4c81-a56b-21a3181fa6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.826569655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"e1fb36a1-8502-4d55-8faa-0f9a3fbfcb5a","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.992881552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"d8cbe0c6-b618-4c4c-b09f-cf5ebd351e71","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.001491697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"66577c40-4b0c-46de-9f90-d9b9dd9b7156","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:19.004386368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"b2bacd1f-a5e0-43ae-a01b-358c81fa4a97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.010306867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"e26715c3-2ed3-459c-836a-5b47106e5070","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.023167366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"2f00422a-8ff0-4613-8347-897251afbb0d","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.030981091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"e25a5b05-ad46-4035-8422-67b229264b88","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.041987346Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"b0bd15a6-fe35-4dc8-9ccd-a167e7466ff9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"simulator-w0-a4ab8e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.058666757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"6275d26b-be1a-4035-ad10-252ef1c46b1a","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.144486119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"eb468980-f767-4dc6-9b82-9df06310b159","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.176156649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"7f2c338f-0e90-4305-962e-d24d15bc7e36","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.188445599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"7d7870ae-a363-41e8-be3f-0335dbaab29d","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.19755506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"fcb1126d-10b5-443c-b4ad-6e24c49c2063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.233491303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"fcb1126d-10b5-443c-b4ad-6e24c49c2063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.242379895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"fcb1126d-10b5-443c-b4ad-6e24c49c2063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.254829323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"773c519f-fe76-41b4-ad36-f909ad074efe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.255319238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"692c389e-b19b-4c92-9095-3227922d11c4","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.292661079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a3f0adba-135c-40a5-94e1-8cd31e50738d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.305596489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a3f0adba-135c-40a5-94e1-8cd31e50738d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.317920629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a3f0adba-135c-40a5-94e1-8cd31e50738d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:19.321298659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a3f0adba-135c-40a5-94e1-8cd31e50738d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.370577999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"8b4b5d23-8378-4cef-abe2-31bc6b4067fb","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.378950501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"4995926b-c9f5-4ec5-afed-d248503f6e2d","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.383080284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"a8970d0a-fae5-4514-903c-a40128ea3370","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:19.389480065Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a4ab8e/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.389747818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"c2826a6f-bc4a-4a29-a0de-ae4766422a86","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.394081968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"fe998122-af60-4519-ad44-7f60576b9897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.40906693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"fe998122-af60-4519-ad44-7f60576b9897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.411666691Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"b8a1f133-8bc6-4203-b06b-bd1ef4af3f40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"premium-w0-a4ab8e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.414627209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"fe998122-af60-4519-ad44-7f60576b9897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.444183954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"f7bf4d31-1cba-472f-8660-62e74836a88c","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.536680568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"2df0214e-d208-4f48-9b7a-b05286df44cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.553928453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"2df0214e-d208-4f48-9b7a-b05286df44cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.637334456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"c8103d1b-01ab-4fc5-924a-6a53376d168c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.637914264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"2df0214e-d208-4f48-9b7a-b05286df44cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.647577886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"ca472070-305e-4d60-9768-1ecddfd724be","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.6704738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"08e909e9-47ce-4592-bc52-3db39eb5d7c2","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.680101177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"4f130166-f699-49a2-b98b-d4e44aa6cf3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.688921672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"e84aa848-2b7d-49e7-b790-86df35cb8f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.691789301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d23e2083-c41e-48a9-807f-28eda2f6bcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.699226165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"e84aa848-2b7d-49e7-b790-86df35cb8f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.699914481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d23e2083-c41e-48a9-807f-28eda2f6bcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.706734777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"e84aa848-2b7d-49e7-b790-86df35cb8f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.706919784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d23e2083-c41e-48a9-807f-28eda2f6bcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.718503452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"bad4a004-4186-44f8-9f1d-c7d4ae5927d3","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.730378239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"e2dc5a7e-85da-4030-b069-0fe213827a66","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.771655208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"41420e31-122e-45e1-8af5-5bac0d96c708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.782001813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"2188e405-3b33-4a49-a655-8bd9dcc73651","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.783461192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"568e4e05-84f1-4126-9f20-398461120d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.783520243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4005a2ea-f928-4477-9991-c0cc08286ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.783863736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"80e7594c-5560-470d-bb5c-d981ec4ccff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.79105973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"80e7594c-5560-470d-bb5c-d981ec4ccff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.792034296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"568e4e05-84f1-4126-9f20-398461120d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.793475278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4005a2ea-f928-4477-9991-c0cc08286ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.797223489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"80e7594c-5560-470d-bb5c-d981ec4ccff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.797655508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb64dcbb19b80e1c09cb1bc6beeece8d3059c16fd5a297d6fee3818b4e4f0ac2) AuthConfig (22790d666e7aac0435479ba5abbe0b83a3edbad81db63b894228076fd4963e80) AuthConfig (5fce3ee375c683f9ecb4a1903adf32fb8e8e93cf917c3e2c708c4afb4ef74914) AuthConfig (343d16ead497578c98fea7328902b6c354fd4ee5cbb573993dbe5a70391253f2) AuthConfig (40bd7bec815d714adea15eabf0c9e0052cc0f0847a3a597be2303e4d3d2ef433) AuthConfig (1252d709b9338ffb32a13ded09b99d2ddc11d91aaa65a88678c3e4cd9184c1ac) AuthConfig (6a5dd9bd32c09f0d69ceac4f480d67bd0d4f73bbfd8f237f0fc457829244948d) AuthConfig (02078139e8494a703dbed9320f6775f04afdcd321e10066bafb37cf6cd365870) AuthConfig (fa77a4029f89136b65d4519c1cb4d07dfb2e9d7904d500c6974c0518d16796ae) AuthConfig (e785c0b469ed769ed00c59e63e45e1eb3632851abba03b739f6c03d12cf45119) AuthConfig (580fc8b9fdeeaf48c6c5310c8e38e5903880f64085a1dda06122e342a1a98793) AuthConfig (acd853a6b07378128418add36690d40bc726e088be1de0c56adb6f920bd49899) AuthConfig (09809014cad00bd89c0d5284de186791d10e53c13be9202aa54c64f126c63404) AuthConfig (26b8ea31edebb7aab0f6c11583b040c66eb10b211300a53e11c795420db2f3b8) AuthConfig (6a750233bdf62d7bb23a20fcdcd008b3158440244d993c425a9ec0ff248d5cf7) AuthConfig (dba2a57de1cf06967a62498a973701b60c2c78eb2278f4a1657129e99b3d4f28) AuthConfig (a455fcdcce3a84e5a72d4a1b7c68774bd5e766640d6d6bb68b98205227b06702) AuthConfig (77970402f4976c73caed598823e3ffd1c76121d023e3992b73c70115663968ed) AuthConfig (8c42a8acfd3d29c5d95a2e3ff51031a0c6c311811fd18334f6c183923c564408) AuthConfig (8ad1492400ecb5ef0c73fbe1615100b771302bc6ba08e32f846643476ec506ad) AuthConfig (8b2056dc38ba8fb4e6a7e50d3ed50e6d78b66c5ab16ddba258a37959c8b73a92) AuthConfig (04fc8d7285c76c82f2a7d79dcd23b855c82ef4d02647b854490144c45de49241) AuthConfig (de3ca57d30d3e4f2c13a2b5dc4516047e35afe159f72b83a1bb185afce31c4dd) AuthConfig (e1c1f56a7a09833d2a6ac0284d7eb861155e3fd54695eebb2ddbaddc1d47c4fe) AuthConfig (0c5bc34e666dfc254f39e03dd4e7c98a77900ba25ca71c7ae23233c1e14eff66) AuthConfig (0cec052b1bdfca1a22c93308ebf187f48917cb456f66f43e4268ce866736c11c) AuthConfig (13c9a584b3beb4981eaeb8d8f52c7bb3ee5768545392e405e72a1d54147f8f6d) AuthConfig (533145fdd1a8c73a040085da53c0ffc86ee0479e1698d69dac31c08592f13db8) AuthConfig (356f2ddf429691eac759e38ea47c7d2e58eabfb13c73377598eb2587098cccfa) AuthConfig (91ce09e7a570cc6db8ab81f8b87ffa499ceff3e943f86e61e9c6c806d659ed8e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"568e4e05-84f1-4126-9f20-398461120d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.799136856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb64dcbb19b80e1c09cb1bc6beeece8d3059c16fd5a297d6fee3818b4e4f0ac2) AuthConfig (22790d666e7aac0435479ba5abbe0b83a3edbad81db63b894228076fd4963e80) AuthConfig (5fce3ee375c683f9ecb4a1903adf32fb8e8e93cf917c3e2c708c4afb4ef74914) AuthConfig (343d16ead497578c98fea7328902b6c354fd4ee5cbb573993dbe5a70391253f2) AuthConfig (40bd7bec815d714adea15eabf0c9e0052cc0f0847a3a597be2303e4d3d2ef433) AuthConfig (1252d709b9338ffb32a13ded09b99d2ddc11d91aaa65a88678c3e4cd9184c1ac) AuthConfig (6a5dd9bd32c09f0d69ceac4f480d67bd0d4f73bbfd8f237f0fc457829244948d) AuthConfig (02078139e8494a703dbed9320f6775f04afdcd321e10066bafb37cf6cd365870) AuthConfig (fa77a4029f89136b65d4519c1cb4d07dfb2e9d7904d500c6974c0518d16796ae) AuthConfig (e785c0b469ed769ed00c59e63e45e1eb3632851abba03b739f6c03d12cf45119) AuthConfig (580fc8b9fdeeaf48c6c5310c8e38e5903880f64085a1dda06122e342a1a98793) AuthConfig (acd853a6b07378128418add36690d40bc726e088be1de0c56adb6f920bd49899) AuthConfig (09809014cad00bd89c0d5284de186791d10e53c13be9202aa54c64f126c63404) AuthConfig (26b8ea31edebb7aab0f6c11583b040c66eb10b211300a53e11c795420db2f3b8) AuthConfig (6a750233bdf62d7bb23a20fcdcd008b3158440244d993c425a9ec0ff248d5cf7) AuthConfig (dba2a57de1cf06967a62498a973701b60c2c78eb2278f4a1657129e99b3d4f28) AuthConfig (a455fcdcce3a84e5a72d4a1b7c68774bd5e766640d6d6bb68b98205227b06702) AuthConfig (77970402f4976c73caed598823e3ffd1c76121d023e3992b73c70115663968ed) AuthConfig (8c42a8acfd3d29c5d95a2e3ff51031a0c6c311811fd18334f6c183923c564408) AuthConfig (8ad1492400ecb5ef0c73fbe1615100b771302bc6ba08e32f846643476ec506ad) AuthConfig (8b2056dc38ba8fb4e6a7e50d3ed50e6d78b66c5ab16ddba258a37959c8b73a92) AuthConfig (04fc8d7285c76c82f2a7d79dcd23b855c82ef4d02647b854490144c45de49241) AuthConfig (de3ca57d30d3e4f2c13a2b5dc4516047e35afe159f72b83a1bb185afce31c4dd) AuthConfig (e1c1f56a7a09833d2a6ac0284d7eb861155e3fd54695eebb2ddbaddc1d47c4fe) AuthConfig (0c5bc34e666dfc254f39e03dd4e7c98a77900ba25ca71c7ae23233c1e14eff66) AuthConfig (0cec052b1bdfca1a22c93308ebf187f48917cb456f66f43e4268ce866736c11c) AuthConfig (13c9a584b3beb4981eaeb8d8f52c7bb3ee5768545392e405e72a1d54147f8f6d) AuthConfig (533145fdd1a8c73a040085da53c0ffc86ee0479e1698d69dac31c08592f13db8) AuthConfig (356f2ddf429691eac759e38ea47c7d2e58eabfb13c73377598eb2587098cccfa) AuthConfig (91ce09e7a570cc6db8ab81f8b87ffa499ceff3e943f86e61e9c6c806d659ed8e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4005a2ea-f928-4477-9991-c0cc08286ef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.805758553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"74d75007-dbeb-4f7a-934c-f3fbbcc22c0a","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.808627356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"3f9e3492-ebb1-4a75-a14b-6ed4e82f18ec","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.877617946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"67000b84-9396-4c7f-ac0a-39fd54f8ac46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.87791792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5acccac7-3b2f-4d1a-b3a9-8f1bc4089898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.884694153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5acccac7-3b2f-4d1a-b3a9-8f1bc4089898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.886165825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"67000b84-9396-4c7f-ac0a-39fd54f8ac46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.891376853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb64dcbb19b80e1c09cb1bc6beeece8d3059c16fd5a297d6fee3818b4e4f0ac2) AuthConfig (22790d666e7aac0435479ba5abbe0b83a3edbad81db63b894228076fd4963e80) AuthConfig (5fce3ee375c683f9ecb4a1903adf32fb8e8e93cf917c3e2c708c4afb4ef74914) AuthConfig (343d16ead497578c98fea7328902b6c354fd4ee5cbb573993dbe5a70391253f2) AuthConfig (40bd7bec815d714adea15eabf0c9e0052cc0f0847a3a597be2303e4d3d2ef433) AuthConfig (1252d709b9338ffb32a13ded09b99d2ddc11d91aaa65a88678c3e4cd9184c1ac) AuthConfig (6a5dd9bd32c09f0d69ceac4f480d67bd0d4f73bbfd8f237f0fc457829244948d) AuthConfig (02078139e8494a703dbed9320f6775f04afdcd321e10066bafb37cf6cd365870) AuthConfig (fa77a4029f89136b65d4519c1cb4d07dfb2e9d7904d500c6974c0518d16796ae) AuthConfig (e785c0b469ed769ed00c59e63e45e1eb3632851abba03b739f6c03d12cf45119) AuthConfig (580fc8b9fdeeaf48c6c5310c8e38e5903880f64085a1dda06122e342a1a98793) AuthConfig (acd853a6b07378128418add36690d40bc726e088be1de0c56adb6f920bd49899) AuthConfig (09809014cad00bd89c0d5284de186791d10e53c13be9202aa54c64f126c63404) AuthConfig (26b8ea31edebb7aab0f6c11583b040c66eb10b211300a53e11c795420db2f3b8) AuthConfig (6a750233bdf62d7bb23a20fcdcd008b3158440244d993c425a9ec0ff248d5cf7) AuthConfig (dba2a57de1cf06967a62498a973701b60c2c78eb2278f4a1657129e99b3d4f28) AuthConfig (a455fcdcce3a84e5a72d4a1b7c68774bd5e766640d6d6bb68b98205227b06702) AuthConfig (77970402f4976c73caed598823e3ffd1c76121d023e3992b73c70115663968ed) AuthConfig (8c42a8acfd3d29c5d95a2e3ff51031a0c6c311811fd18334f6c183923c564408) AuthConfig (8ad1492400ecb5ef0c73fbe1615100b771302bc6ba08e32f846643476ec506ad) AuthConfig (8b2056dc38ba8fb4e6a7e50d3ed50e6d78b66c5ab16ddba258a37959c8b73a92) AuthConfig (04fc8d7285c76c82f2a7d79dcd23b855c82ef4d02647b854490144c45de49241) AuthConfig (de3ca57d30d3e4f2c13a2b5dc4516047e35afe159f72b83a1bb185afce31c4dd) AuthConfig (e1c1f56a7a09833d2a6ac0284d7eb861155e3fd54695eebb2ddbaddc1d47c4fe) AuthConfig (0c5bc34e666dfc254f39e03dd4e7c98a77900ba25ca71c7ae23233c1e14eff66) AuthConfig (0cec052b1bdfca1a22c93308ebf187f48917cb456f66f43e4268ce866736c11c) AuthConfig (13c9a584b3beb4981eaeb8d8f52c7bb3ee5768545392e405e72a1d54147f8f6d) AuthConfig (533145fdd1a8c73a040085da53c0ffc86ee0479e1698d69dac31c08592f13db8) AuthConfig (356f2ddf429691eac759e38ea47c7d2e58eabfb13c73377598eb2587098cccfa) AuthConfig (91ce09e7a570cc6db8ab81f8b87ffa499ceff3e943f86e61e9c6c806d659ed8e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5acccac7-3b2f-4d1a-b3a9-8f1bc4089898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.892756672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-c381a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb64dcbb19b80e1c09cb1bc6beeece8d3059c16fd5a297d6fee3818b4e4f0ac2) AuthConfig (22790d666e7aac0435479ba5abbe0b83a3edbad81db63b894228076fd4963e80) AuthConfig (5fce3ee375c683f9ecb4a1903adf32fb8e8e93cf917c3e2c708c4afb4ef74914) AuthConfig (343d16ead497578c98fea7328902b6c354fd4ee5cbb573993dbe5a70391253f2) AuthConfig (40bd7bec815d714adea15eabf0c9e0052cc0f0847a3a597be2303e4d3d2ef433) AuthConfig (1252d709b9338ffb32a13ded09b99d2ddc11d91aaa65a88678c3e4cd9184c1ac) AuthConfig (6a5dd9bd32c09f0d69ceac4f480d67bd0d4f73bbfd8f237f0fc457829244948d) AuthConfig (02078139e8494a703dbed9320f6775f04afdcd321e10066bafb37cf6cd365870) AuthConfig (fa77a4029f89136b65d4519c1cb4d07dfb2e9d7904d500c6974c0518d16796ae) AuthConfig (e785c0b469ed769ed00c59e63e45e1eb3632851abba03b739f6c03d12cf45119) AuthConfig (580fc8b9fdeeaf48c6c5310c8e38e5903880f64085a1dda06122e342a1a98793) AuthConfig (acd853a6b07378128418add36690d40bc726e088be1de0c56adb6f920bd49899) AuthConfig (09809014cad00bd89c0d5284de186791d10e53c13be9202aa54c64f126c63404) AuthConfig (26b8ea31edebb7aab0f6c11583b040c66eb10b211300a53e11c795420db2f3b8) AuthConfig (6a750233bdf62d7bb23a20fcdcd008b3158440244d993c425a9ec0ff248d5cf7) AuthConfig (dba2a57de1cf06967a62498a973701b60c2c78eb2278f4a1657129e99b3d4f28) AuthConfig (a455fcdcce3a84e5a72d4a1b7c68774bd5e766640d6d6bb68b98205227b06702) AuthConfig (77970402f4976c73caed598823e3ffd1c76121d023e3992b73c70115663968ed) AuthConfig (8c42a8acfd3d29c5d95a2e3ff51031a0c6c311811fd18334f6c183923c564408) AuthConfig (8ad1492400ecb5ef0c73fbe1615100b771302bc6ba08e32f846643476ec506ad) AuthConfig (8b2056dc38ba8fb4e6a7e50d3ed50e6d78b66c5ab16ddba258a37959c8b73a92) AuthConfig (04fc8d7285c76c82f2a7d79dcd23b855c82ef4d02647b854490144c45de49241) AuthConfig (de3ca57d30d3e4f2c13a2b5dc4516047e35afe159f72b83a1bb185afce31c4dd) AuthConfig (e1c1f56a7a09833d2a6ac0284d7eb861155e3fd54695eebb2ddbaddc1d47c4fe) AuthConfig (0c5bc34e666dfc254f39e03dd4e7c98a77900ba25ca71c7ae23233c1e14eff66) AuthConfig (0cec052b1bdfca1a22c93308ebf187f48917cb456f66f43e4268ce866736c11c) AuthConfig (13c9a584b3beb4981eaeb8d8f52c7bb3ee5768545392e405e72a1d54147f8f6d) AuthConfig (533145fdd1a8c73a040085da53c0ffc86ee0479e1698d69dac31c08592f13db8) AuthConfig (356f2ddf429691eac759e38ea47c7d2e58eabfb13c73377598eb2587098cccfa) AuthConfig (91ce09e7a570cc6db8ab81f8b87ffa499ceff3e943f86e61e9c6c806d659ed8e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"67000b84-9396-4c7f-ac0a-39fd54f8ac46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.893417513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"10b882f5-fa9e-4af1-baba-9e009fa31fe7","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.785247107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b83af17-e430-4589-bbe5-42411ec1c3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.787794558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b83af17-e430-4589-bbe5-42411ec1c3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.790225453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b83af17-e430-4589-bbe5-42411ec1c3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:21.792686421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b83af17-e430-4589-bbe5-42411ec1c3b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.086464812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9331be-058d-415c-bfee-6894726872bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.09248781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9331be-058d-415c-bfee-6894726872bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.0966464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9331be-058d-415c-bfee-6894726872bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.135041037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9331be-058d-415c-bfee-6894726872bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.766811033Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-db71f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-db71f4","reconcileID":"22fe3484-df29-4fa8-8a91-3971aa7b33d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-db71f4","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-db71f4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.996585062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d922b5e-4b3e-4a9a-89b5-8665d53f34dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.999260612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d922b5e-4b3e-4a9a-89b5-8665d53f34dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.001714284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d922b5e-4b3e-4a9a-89b5-8665d53f34dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.004114311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d922b5e-4b3e-4a9a-89b5-8665d53f34dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.346595755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ed5f5b66-603d-4999-9290-f928d3b4ac11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.352983329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ed5f5b66-603d-4999-9290-f928d3b4ac11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.369819454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"e95bd1b4-b540-45d8-8b51-f589029ca004","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.445120876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"de46fc98-b921-4cfb-9aa6-bf10d62c5238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.451100484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"de46fc98-b921-4cfb-9aa6-bf10d62c5238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.471041237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"634fda68-d498-4102-835d-0dd28580d2c4","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.515765354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"01ddbb3b-7ad6-4c26-aa97-ca5481a5025d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.532374997Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"01ddbb3b-7ad6-4c26-aa97-ca5481a5025d","name":"e2e-inf-b-db71f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.122502704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"b8341951-a71e-485e-8c19-0e7fdb0b6d8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.14061826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"0f1ceab0-f2b4-41a5-b2d4-223082d35b7c","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.218258901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"dfec1326-222a-4e06-b916-0c9fc1414f4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.238153205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"5df70809-80bf-40a7-8507-9298398820a0","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.340665181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7abe5854-63d0-4dcb-8f95-a4e3687e7371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.341121588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"02b14172-a7ef-4d7b-9335-1600b7e081b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.347936528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7abe5854-63d0-4dcb-8f95-a4e3687e7371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.350317625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"02b14172-a7ef-4d7b-9335-1600b7e081b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.353354646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b87014a3f4bd53808bca36997f9da0e0c75cd23dd880528744957b61918c1142) AuthConfig (69ea9758450b3124f7d05d5883f56738b3d0cdea6342e7cc6cc665732b0e1bd1) AuthConfig (c64f3ab80e1cdfc5d44719e6830d60726ab966b2d7ab2b995037daa071e19d4f) AuthConfig (e48004a32ca424d24098894b18ef1ad86d910c41c15ab23aaed335cc2c123ac5) AuthConfig (90af0095a52805c43e054c87849373da0109777b0e5da9871d9f57886e736046) AuthConfig (24aa327c990795000800073276f25d140e4836843d9d6805483612bc964fbce9) AuthConfig (ed31dde5adc4b4f84d920fa45d0195e227399c7192669f607bd61e1c43aa49bd) AuthConfig (c26f7fb96de420fc96a3db9a8e3a1b7c987578b7d210cfeed23716afea2abb6b) AuthConfig (cf2477a0f426b8ad7d8e9f3c93dacd7bd6ec4ef6c9e7682973f68d61ff18046e) AuthConfig (073f0103bd96d72d114015534982d462183a80931af0a3ec983d2064a906388b) AuthConfig (249861e5adec901be470ba03ae029c6cfb2e5628f780b7a8a4fcefd39f8b159e) AuthConfig (c2bcd19f7651b7146d9b8e8f6ec29b112a1e2cbe276df729675b85989a5b9366) AuthConfig (f58f85998e1e4d2630a1c9a8a1c32c3ff4c1d724a066942bc2881ede5a414c1f) AuthConfig (75476a335b2283307abe92858211462c95bdbc402145dee6a7631c3719a7a4e3) AuthConfig (5ab499b205b3d2ff57cd68b8a22cc34eff674081101b54df0f6c058e94b880e9) AuthConfig (d2d26c4b73aa18b5c329d81944d8b78fd9ac9b25cbe9caf616e3eae4fa5075c6) AuthConfig (e9060446c8dbbc4e5582e21822dcad437fc9a2e0b26d70b069f3498fb6d20b4f) AuthConfig (3fddfaa78c904707fe0056477fa2fe5104fec063595e84aa11c03e9a969acff2) AuthConfig (d255ef0ec0c8759a240ed7b6f6432a3bd66d29bc23d074ee4f587eceedc522a4) AuthConfig (6c2ba19ab79a215fc8bb57cec772d4713b2bdf056660fc8af4de6b02f274e3db) AuthConfig (347ff417f82db8750bae51d640f22d6ef3c3ceed78d4cb750ee5450373938482) AuthConfig (c86a6f9aeff3e690ed3a10deef98a12acce7c15c3ae4d4ed3e51b05318819341) AuthConfig (26b0dc0c028460bd3710fc3e87c3da5d27f6e4d755ada55b035b7cf988357e08) AuthConfig (c7c118aa557db1d90f8d5e2db75a9f07a91d3029711a88fdc552d7c7ab4f2d3c) AuthConfig (637d324fe882e8f3c1fbce892339f25c75e236f07a618697b660d1a9f26ec05c) AuthConfig (f234b38d31a31a5851f66fb21325734f293fbed8502e145cb3d6aa3e2e54c24a) AuthConfig (3896b6e1349bda6170bdf3543809b7e374a0ef82ff5f89bf537b99f5faf7cf4e) AuthConfig (d98a953dc5397992adf7484a08df1d8d6bcffaae0c0ab0e2cb7ba81832edf6ad) AuthConfig (a17fde9c1f6de82bc634ebd56c5dfc74e2cfe0b442684b381e0886a1b888d583) AuthConfig (ebdc37d4225b0d3a000f8fbf90ec97012f33635eb9747b5564ddefb105d59c4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7abe5854-63d0-4dcb-8f95-a4e3687e7371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.358761636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b87014a3f4bd53808bca36997f9da0e0c75cd23dd880528744957b61918c1142) AuthConfig (69ea9758450b3124f7d05d5883f56738b3d0cdea6342e7cc6cc665732b0e1bd1) AuthConfig (c64f3ab80e1cdfc5d44719e6830d60726ab966b2d7ab2b995037daa071e19d4f) AuthConfig (e48004a32ca424d24098894b18ef1ad86d910c41c15ab23aaed335cc2c123ac5) AuthConfig (90af0095a52805c43e054c87849373da0109777b0e5da9871d9f57886e736046) AuthConfig (24aa327c990795000800073276f25d140e4836843d9d6805483612bc964fbce9) AuthConfig (ed31dde5adc4b4f84d920fa45d0195e227399c7192669f607bd61e1c43aa49bd) AuthConfig (c26f7fb96de420fc96a3db9a8e3a1b7c987578b7d210cfeed23716afea2abb6b) AuthConfig (cf2477a0f426b8ad7d8e9f3c93dacd7bd6ec4ef6c9e7682973f68d61ff18046e) AuthConfig (073f0103bd96d72d114015534982d462183a80931af0a3ec983d2064a906388b) AuthConfig (249861e5adec901be470ba03ae029c6cfb2e5628f780b7a8a4fcefd39f8b159e) AuthConfig (c2bcd19f7651b7146d9b8e8f6ec29b112a1e2cbe276df729675b85989a5b9366) AuthConfig (f58f85998e1e4d2630a1c9a8a1c32c3ff4c1d724a066942bc2881ede5a414c1f) AuthConfig (75476a335b2283307abe92858211462c95bdbc402145dee6a7631c3719a7a4e3) AuthConfig (5ab499b205b3d2ff57cd68b8a22cc34eff674081101b54df0f6c058e94b880e9) AuthConfig (d2d26c4b73aa18b5c329d81944d8b78fd9ac9b25cbe9caf616e3eae4fa5075c6) AuthConfig (e9060446c8dbbc4e5582e21822dcad437fc9a2e0b26d70b069f3498fb6d20b4f) AuthConfig (3fddfaa78c904707fe0056477fa2fe5104fec063595e84aa11c03e9a969acff2) AuthConfig (d255ef0ec0c8759a240ed7b6f6432a3bd66d29bc23d074ee4f587eceedc522a4) AuthConfig (6c2ba19ab79a215fc8bb57cec772d4713b2bdf056660fc8af4de6b02f274e3db) AuthConfig (347ff417f82db8750bae51d640f22d6ef3c3ceed78d4cb750ee5450373938482) AuthConfig (c86a6f9aeff3e690ed3a10deef98a12acce7c15c3ae4d4ed3e51b05318819341) AuthConfig (26b0dc0c028460bd3710fc3e87c3da5d27f6e4d755ada55b035b7cf988357e08) AuthConfig (c7c118aa557db1d90f8d5e2db75a9f07a91d3029711a88fdc552d7c7ab4f2d3c) AuthConfig (637d324fe882e8f3c1fbce892339f25c75e236f07a618697b660d1a9f26ec05c) AuthConfig (f234b38d31a31a5851f66fb21325734f293fbed8502e145cb3d6aa3e2e54c24a) AuthConfig (3896b6e1349bda6170bdf3543809b7e374a0ef82ff5f89bf537b99f5faf7cf4e) AuthConfig (d98a953dc5397992adf7484a08df1d8d6bcffaae0c0ab0e2cb7ba81832edf6ad) AuthConfig (a17fde9c1f6de82bc634ebd56c5dfc74e2cfe0b442684b381e0886a1b888d583) AuthConfig (ebdc37d4225b0d3a000f8fbf90ec97012f33635eb9747b5564ddefb105d59c4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"02b14172-a7ef-4d7b-9335-1600b7e081b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.367532027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"17799c39-cf48-4609-a792-c3c7b8504957","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.369644351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"4f3ea444-1db7-4c66-bc21-e414c37e07ef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.656978478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"4b184138-249f-4e04-a485-9b1eff189941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.667121543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f3aafdcf-3eb7-497d-a04f-89a171512abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.676633263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"4b184138-249f-4e04-a485-9b1eff189941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.681106428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f3aafdcf-3eb7-497d-a04f-89a171512abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.683812289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b87014a3f4bd53808bca36997f9da0e0c75cd23dd880528744957b61918c1142) AuthConfig (69ea9758450b3124f7d05d5883f56738b3d0cdea6342e7cc6cc665732b0e1bd1) AuthConfig (c64f3ab80e1cdfc5d44719e6830d60726ab966b2d7ab2b995037daa071e19d4f) AuthConfig (e48004a32ca424d24098894b18ef1ad86d910c41c15ab23aaed335cc2c123ac5) AuthConfig (90af0095a52805c43e054c87849373da0109777b0e5da9871d9f57886e736046) AuthConfig (24aa327c990795000800073276f25d140e4836843d9d6805483612bc964fbce9) AuthConfig (ed31dde5adc4b4f84d920fa45d0195e227399c7192669f607bd61e1c43aa49bd) AuthConfig (c26f7fb96de420fc96a3db9a8e3a1b7c987578b7d210cfeed23716afea2abb6b) AuthConfig (cf2477a0f426b8ad7d8e9f3c93dacd7bd6ec4ef6c9e7682973f68d61ff18046e) AuthConfig (073f0103bd96d72d114015534982d462183a80931af0a3ec983d2064a906388b) AuthConfig (249861e5adec901be470ba03ae029c6cfb2e5628f780b7a8a4fcefd39f8b159e) AuthConfig (c2bcd19f7651b7146d9b8e8f6ec29b112a1e2cbe276df729675b85989a5b9366) AuthConfig (f58f85998e1e4d2630a1c9a8a1c32c3ff4c1d724a066942bc2881ede5a414c1f) AuthConfig (75476a335b2283307abe92858211462c95bdbc402145dee6a7631c3719a7a4e3) AuthConfig (5ab499b205b3d2ff57cd68b8a22cc34eff674081101b54df0f6c058e94b880e9) AuthConfig (d2d26c4b73aa18b5c329d81944d8b78fd9ac9b25cbe9caf616e3eae4fa5075c6) AuthConfig (e9060446c8dbbc4e5582e21822dcad437fc9a2e0b26d70b069f3498fb6d20b4f) AuthConfig (3fddfaa78c904707fe0056477fa2fe5104fec063595e84aa11c03e9a969acff2) AuthConfig (d255ef0ec0c8759a240ed7b6f6432a3bd66d29bc23d074ee4f587eceedc522a4) AuthConfig (6c2ba19ab79a215fc8bb57cec772d4713b2bdf056660fc8af4de6b02f274e3db) AuthConfig (347ff417f82db8750bae51d640f22d6ef3c3ceed78d4cb750ee5450373938482) AuthConfig (c86a6f9aeff3e690ed3a10deef98a12acce7c15c3ae4d4ed3e51b05318819341) AuthConfig (26b0dc0c028460bd3710fc3e87c3da5d27f6e4d755ada55b035b7cf988357e08) AuthConfig (c7c118aa557db1d90f8d5e2db75a9f07a91d3029711a88fdc552d7c7ab4f2d3c) AuthConfig (637d324fe882e8f3c1fbce892339f25c75e236f07a618697b660d1a9f26ec05c) AuthConfig (f234b38d31a31a5851f66fb21325734f293fbed8502e145cb3d6aa3e2e54c24a) AuthConfig (3896b6e1349bda6170bdf3543809b7e374a0ef82ff5f89bf537b99f5faf7cf4e) AuthConfig (d98a953dc5397992adf7484a08df1d8d6bcffaae0c0ab0e2cb7ba81832edf6ad) AuthConfig (a17fde9c1f6de82bc634ebd56c5dfc74e2cfe0b442684b381e0886a1b888d583) AuthConfig (ebdc37d4225b0d3a000f8fbf90ec97012f33635eb9747b5564ddefb105d59c4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"4b184138-249f-4e04-a485-9b1eff189941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.691481101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a4ab8e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b87014a3f4bd53808bca36997f9da0e0c75cd23dd880528744957b61918c1142) AuthConfig (69ea9758450b3124f7d05d5883f56738b3d0cdea6342e7cc6cc665732b0e1bd1) AuthConfig (c64f3ab80e1cdfc5d44719e6830d60726ab966b2d7ab2b995037daa071e19d4f) AuthConfig (e48004a32ca424d24098894b18ef1ad86d910c41c15ab23aaed335cc2c123ac5) AuthConfig (90af0095a52805c43e054c87849373da0109777b0e5da9871d9f57886e736046) AuthConfig (24aa327c990795000800073276f25d140e4836843d9d6805483612bc964fbce9) AuthConfig (ed31dde5adc4b4f84d920fa45d0195e227399c7192669f607bd61e1c43aa49bd) AuthConfig (c26f7fb96de420fc96a3db9a8e3a1b7c987578b7d210cfeed23716afea2abb6b) AuthConfig (cf2477a0f426b8ad7d8e9f3c93dacd7bd6ec4ef6c9e7682973f68d61ff18046e) AuthConfig (073f0103bd96d72d114015534982d462183a80931af0a3ec983d2064a906388b) AuthConfig (249861e5adec901be470ba03ae029c6cfb2e5628f780b7a8a4fcefd39f8b159e) AuthConfig (c2bcd19f7651b7146d9b8e8f6ec29b112a1e2cbe276df729675b85989a5b9366) AuthConfig (f58f85998e1e4d2630a1c9a8a1c32c3ff4c1d724a066942bc2881ede5a414c1f) AuthConfig (75476a335b2283307abe92858211462c95bdbc402145dee6a7631c3719a7a4e3) AuthConfig (5ab499b205b3d2ff57cd68b8a22cc34eff674081101b54df0f6c058e94b880e9) AuthConfig (d2d26c4b73aa18b5c329d81944d8b78fd9ac9b25cbe9caf616e3eae4fa5075c6) AuthConfig (e9060446c8dbbc4e5582e21822dcad437fc9a2e0b26d70b069f3498fb6d20b4f) AuthConfig (3fddfaa78c904707fe0056477fa2fe5104fec063595e84aa11c03e9a969acff2) AuthConfig (d255ef0ec0c8759a240ed7b6f6432a3bd66d29bc23d074ee4f587eceedc522a4) AuthConfig (6c2ba19ab79a215fc8bb57cec772d4713b2bdf056660fc8af4de6b02f274e3db) AuthConfig (347ff417f82db8750bae51d640f22d6ef3c3ceed78d4cb750ee5450373938482) AuthConfig (c86a6f9aeff3e690ed3a10deef98a12acce7c15c3ae4d4ed3e51b05318819341) AuthConfig (26b0dc0c028460bd3710fc3e87c3da5d27f6e4d755ada55b035b7cf988357e08) AuthConfig (c7c118aa557db1d90f8d5e2db75a9f07a91d3029711a88fdc552d7c7ab4f2d3c) AuthConfig (637d324fe882e8f3c1fbce892339f25c75e236f07a618697b660d1a9f26ec05c) AuthConfig (f234b38d31a31a5851f66fb21325734f293fbed8502e145cb3d6aa3e2e54c24a) AuthConfig (3896b6e1349bda6170bdf3543809b7e374a0ef82ff5f89bf537b99f5faf7cf4e) AuthConfig (d98a953dc5397992adf7484a08df1d8d6bcffaae0c0ab0e2cb7ba81832edf6ad) AuthConfig (a17fde9c1f6de82bc634ebd56c5dfc74e2cfe0b442684b381e0886a1b888d583) AuthConfig (ebdc37d4225b0d3a000f8fbf90ec97012f33635eb9747b5564ddefb105d59c4d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f3aafdcf-3eb7-497d-a04f-89a171512abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.900163563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"bec51577-d55c-4de9-a971-16179d767630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.900520948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"266779b1-5031-484d-87c6-e5e3014260e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.908494412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"266779b1-5031-484d-87c6-e5e3014260e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.908680499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"bec51577-d55c-4de9-a971-16179d767630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.928140559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"05d0d70a-b297-4475-853f-fae24e53e99d","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.93094652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"25106bff-4823-4d22-8ea7-b6d1d2f4e4af","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:31.403950705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"5dbb1874-e0dd-473d-b01c-1079f3abd2d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:31.626747479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"2976a1e3-9bb5-4a4e-8aaa-48fdb8643725","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.319490811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"de1e25e4-f5b6-4b03-9fc4-d7f77c9047b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.469703499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"43037536-6036-437a-9e2c-7b773cc8a590","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.580571397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"633a8088-b0df-463f-9df2-e4f6397ad6b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.801936522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"0ba09251-d099-4989-9bde-eb42ea06ea5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.276433168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9acfaf4-4db4-4df4-9ade-cd02093b49db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.279030063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9acfaf4-4db4-4df4-9ade-cd02093b49db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.281750198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9acfaf4-4db4-4df4-9ade-cd02093b49db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.284316682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9acfaf4-4db4-4df4-9ade-cd02093b49db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.489660943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e72837f-e3d8-4059-9e25-eadd45f8ade7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.492154878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e72837f-e3d8-4059-9e25-eadd45f8ade7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.494453981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e72837f-e3d8-4059-9e25-eadd45f8ade7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.49666305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e72837f-e3d8-4059-9e25-eadd45f8ade7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.630146938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"558ed10e-b1bd-4695-8bbc-b8baf78ddf39","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.637451536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"12ad2052-a392-4645-b8a2-1ae21497f8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.63830483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"9bac2098-bf1c-4ea9-8624-8fdb24a34089","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.640236557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"3703d821-dd8c-44aa-b86d-7434b6a6b36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.641790037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"f3394f30-d4ef-46e0-a0d6-1c741b428d22","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:35.645070519Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e440bc/e2e-apikey-sub-binding-90040926","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-90040926\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.646116278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"12ad2052-a392-4645-b8a2-1ae21497f8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.649436269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"8c254d66-d170-4136-b0b7-fc7eea7d5dff","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.653723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"3703d821-dd8c-44aa-b86d-7434b6a6b36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.667324539Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-90040926","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-apikey-sub-binding-90040926","reconcileID":"8797e545-b3ab-497e-91f9-b085c00b67e2","MaaSSubscription":{"name":"e2e-apikey-sub-binding-90040926","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-apikey-sub-binding-90040926","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.681530159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"46f0d1fd-3760-483e-bad6-d998da257822","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.738533855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"689375ae-2743-4574-a653-f62c20c3e314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.738568517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7238afde-8df5-44b0-a3f0-a708a6569b97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.745796633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"689375ae-2743-4574-a653-f62c20c3e314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.74650806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7238afde-8df5-44b0-a3f0-a708a6569b97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.765136486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"526ceb60-6d5a-4dfb-833d-e9f2b69e4455","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.765142177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-90040926","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-apikey-sub-binding-90040926","reconcileID":"ff80dfec-53a6-4757-9afc-d231091d7361","MaaSSubscription":{"name":"e2e-apikey-sub-binding-90040926","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.490091766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"d76cd593-60fa-420d-8f63-a6fab95eb261","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.649560774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"30da7925-cc8a-4ccd-8a38-4dd6dd3e22c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.652019377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"cc2be5b9-fc0b-4812-9787-d68677aa0abc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.656424983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b4c70f2-4118-46e8-8a75-7b65c9176eb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.697955994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"d22aba43-c16f-429e-950f-6412b8e04872","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.700815783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"b065d633-2c7c-4c8b-bf54-8bf7d2b1470b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.701047085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a3b549f8-7d32-4687-ad66-02a755b9bf12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.735686068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"27675fe2-15f3-4b1a-904a-b181d13db2ba","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.743656432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a850e7ba-d3e2-4ae7-9deb-34a213b2e3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.746775307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"dc4fcef2-3159-4880-a58c-71577e7e31d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.751562844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a850e7ba-d3e2-4ae7-9deb-34a213b2e3fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.753335299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"dc4fcef2-3159-4880-a58c-71577e7e31d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.691912696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c8da87c6-9e86-4e54-bb23-7fc6f2dafdba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.699171535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c8da87c6-9e86-4e54-bb23-7fc6f2dafdba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.792699932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"56eb1705-c8a6-4b19-b82a-bad1d259e0eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.800378933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"56eb1705-c8a6-4b19-b82a-bad1d259e0eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.802834904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"fdc3767a-96a7-4792-aa97-86c7de9453e8","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.903296434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"2b0f24f4-477b-4f60-a4ea-17e8a1e8530f","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.633292592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"5e0916b3-b3a3-4cde-8b2e-e0334a37fb8d","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.633714999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"38ba07c2-d269-4582-a8bc-68cb86f5a4c1","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.659082467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"9fa3af02-665f-4f51-970a-34c8656a3ca9","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.659636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"c2510982-55fa-455c-b579-0ae75895b9d4","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.662484489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"18f89c67-a38a-449c-8532-340726bb2892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.662579709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"28330d5b-d0bc-4954-9dab-18e3ee21f459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.671737734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"ea791302-52e4-4410-be4f-c793c54ce044","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.672035155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"a3f67343-9c31-4c2b-ae72-07decd02e75d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.675042893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"28330d5b-d0bc-4954-9dab-18e3ee21f459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.675442448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"18f89c67-a38a-449c-8532-340726bb2892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.797715374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"209097f1-1549-455f-94c3-87f2ac58ca5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.813936808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"209097f1-1549-455f-94c3-87f2ac58ca5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.866437877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c5cab97e-7da9-4fcd-87a4-db10c1d02e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:38.9356172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c5cab97e-7da9-4fcd-87a4-db10c1d02e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.768195368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.878794246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"2fec3015-71e3-4882-9c35-94cb2d518dd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.976954787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"8a0af846-05a7-4b9c-80a1-9cad54d06bba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.977286123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34a62c2b-3ae3-42c4-90dc-afb127299572","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.977465398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"d830c689-d700-49ad-a21f-00e07c73647d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.97776815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18dd3fa0-95c2-466a-9b2a-394777bb9618","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.076261428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"6ba7d5f1-f8cd-4516-83be-147762acc28a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.077913895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"353d6a2f-391a-4652-b900-c0c50f5fd1f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.201093464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9986552c-9313-4d5b-a020-41cc85566115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.201094013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6d08683c-7d9c-47f5-89a4-8b0a9ff8b505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.207848773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9986552c-9313-4d5b-a020-41cc85566115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.208822577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6d08683c-7d9c-47f5-89a4-8b0a9ff8b505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.77863579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"92bfc063-10a0-41c3-a6ef-acf5ad4af778","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.785271701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"8b9a9dd3-7739-412f-b3b2-9192fb25888b","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.790805286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"1f65d6c1-2030-471c-9286-ee64b4861c1d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.797148112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"1f65d6c1-2030-471c-9286-ee64b4861c1d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.815530841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"685353c2-b5e8-4bce-985c-6c634f7c8517","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.891548715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"acf8cbbd-b417-450c-ad5e-ba5676019d34","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.899910195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"acf8cbbd-b417-450c-ad5e-ba5676019d34","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.975125875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"746a406b-4859-4e65-b880-24d127ea6def","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.990782309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"69ba3949-5246-44ec-b66e-507ff759c307","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:45.994436452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-71201758","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758","reconcileID":"49d43671-f340-4dac-b2c2-ba40a6fa7f82","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-71201758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.995825787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"1b4a78a2-b1fb-4ccc-910c-ad457724a360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.995851601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"10b105d7-f621-4c48-881d-62f9ec2ab095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.999984532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"a7207260-855f-4ed6-bcee-5610ec0bcbac","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.017663999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"a7207260-855f-4ed6-bcee-5610ec0bcbac","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.018650549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"10b105d7-f621-4c48-881d-62f9ec2ab095","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.020395524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"1b4a78a2-b1fb-4ccc-910c-ad457724a360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.048015883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"47176720-66d4-4de6-902f-a7ea7df937cd","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.060588119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"5c066b50-b1ac-46b6-a44d-2a807950353d","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.088785833Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-71201758","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758","reconcileID":"2a91283f-5438-4fc0-9810-caec540e4c1f","MaaSSubscription":{"name":"e2e-bulk-sub-71201758","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/e2e-bulk-sub-71201758","ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.104180726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"eb408ff7-5d5e-4169-bd40-b1213af991a4","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.13723357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f87d72cf-7676-422b-bd85-41c3a6c2533c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.137274062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a9edb421-80b4-4a9e-a61f-7a0a1ebd80d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.137734853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"38b9f474-185a-4d3c-b87a-da7540f478fa","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.145521145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"38b9f474-185a-4d3c-b87a-da7540f478fa","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.145565965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f87d72cf-7676-422b-bd85-41c3a6c2533c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.147742045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a9edb421-80b4-4a9e-a61f-7a0a1ebd80d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.173764639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-71201758","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758","reconcileID":"ca0379de-3cca-4de4-8578-8cc43117d149","MaaSSubscription":{"name":"e2e-bulk-sub-71201758","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.174747526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"9dad6e79-99c4-48ba-85ae-0c4742174e60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.749742477Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-90040926","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-apikey-sub-binding-90040926","reconcileID":"c40ac61c-f991-43a9-b499-3dc58804ea35","MaaSSubscription":{"name":"e2e-apikey-sub-binding-90040926","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-apikey-sub-binding-90040926","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.764121739Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-90040926","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-apikey-sub-binding-90040926","reconcileID":"c40ac61c-f991-43a9-b499-3dc58804ea35","MaaSSubscription":{"name":"e2e-apikey-sub-binding-90040926","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.780163192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"7e20d4b2-c46f-481e-acd5-60245571a342","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.785707674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"d12a0e72-f62b-4456-ab3e-722d5fa62c69","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.793064778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e98fb124-969d-4830-a05b-67cd9a72806b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.793478902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"92779314-c898-4dec-8992-4f134f08826d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.793969065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"5277220c-f4d5-4b48-b25c-38993ef0e13b","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.799265807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e98fb124-969d-4830-a05b-67cd9a72806b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.799546937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"92779314-c898-4dec-8992-4f134f08826d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.488171641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"e162742e-9b0b-48be-9224-874814ed36b3","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.498597313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"92c51159-a602-42e5-a39f-a8e1fee3af08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.498837463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"6ae5ad7e-d657-4516-b3b0-7c4a0023f2f7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.499157037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a5358584-7535-403b-846d-8be072ac48e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.509402662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"92c51159-a602-42e5-a39f-a8e1fee3af08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.510659413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"6ae5ad7e-d657-4516-b3b0-7c4a0023f2f7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.511852127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a5358584-7535-403b-846d-8be072ac48e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.734859375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"07510ed4-22c0-4ad1-9bc7-0cd5b4872864","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.74196171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e88f0c47-de11-4a8b-8c59-e5d653021dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.742219562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"e484e5c5-df95-407f-ba89-c2bdb7bc3a33","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.743591392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"0d758594-2764-44d7-8ea4-1d2d8213c0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:47.744179299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-sub","reconcileID":"a8493378-bc38-4457-be15-d4c3dae85b9c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.748186901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e88f0c47-de11-4a8b-8c59-e5d653021dab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.750795862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"0d758594-2764-44d7-8ea4-1d2d8213c0d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.75890232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"12bcdeb3-5f91-4a14-9260-830c4b281c23","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.766298954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"ae004595-7d80-4a90-909f-c27e0ef2a1bf","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.784628754Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-sub","reconcileID":"4a2c2593-e8a1-48cc-a5c3-8699578da428","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-ordering-sub","ai-tenant-e2e-worker-w2-e440bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.799868796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"9e26a2e4-a373-4a7e-907a-4fc030ca293f","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.840578499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"2c2cec04-7d26-4080-88b2-d6cc9cd57df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.840692825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"67d1f3a2-8a31-4ad3-a344-c7bccfe270c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.846833929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"67d1f3a2-8a31-4ad3-a344-c7bccfe270c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.846857848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"2c2cec04-7d26-4080-88b2-d6cc9cd57df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.877243424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-sub","reconcileID":"69e3e264-2b53-4b06-8fed-a77f067e6d35","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:47.877573738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"2efec48f-da6d-4f85-9f94-eea020751bdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.52405112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"1c09d397-abb6-446b-b116-56bb12c4cd7c","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.529265293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"42d8baa7-0516-48d9-a535-90169738a572","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.535040712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-auth","reconcileID":"1d072667-8dea-4a5c-8046-281207892263","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.541265971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-auth","reconcileID":"1d072667-8dea-4a5c-8046-281207892263","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.562662593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"08722bbd-9a13-465e-b899-8fa46216afbe","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.095426575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"efb616c7-649d-45fa-8579-56af19e31793","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.10939767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-auth","reconcileID":"4469063a-e582-4376-a793-382bb870667f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.109870119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"206b1761-52f9-4f42-bd72-78f75abcb262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.109883591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"05b79ce2-5894-4a7f-a129-f95ea6bd29f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.116126651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-auth","reconcileID":"4469063a-e582-4376-a793-382bb870667f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.116728819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"05b79ce2-5894-4a7f-a129-f95ea6bd29f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.118608482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"206b1761-52f9-4f42-bd72-78f75abcb262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.944520821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"1890c94b-d663-4269-b756-8238fbd787ed","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.217973935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"6dc57c27-3439-4310-b3d6-1954fa98737a","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.21848357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"1014e752-6c05-4d1a-a757-997dff44563c","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.218757866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"408fdade-0f03-4322-a205-035f6226adb7","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.238736493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"9569b995-3d7f-43de-8618-e200977c3310","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.239798195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9983ed68-2247-4a62-8136-8b50a516ebfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.239854444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4afe1f1d-e662-4c76-85cd-5323d351973c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.240765183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"bdaed7cf-10ab-412f-869d-7d142e5bf770","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.241473302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"9db13b78-130e-403b-aa4f-049edda1c4fd","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.241952011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"1bf8fcde-bd88-46a4-8233-cc406a924a21","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.242365229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"8e5846b1-2d5b-4248-bf81-ca6fb8fd47d4","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.254906748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9983ed68-2247-4a62-8136-8b50a516ebfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.258515224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4afe1f1d-e662-4c76-85cd-5323d351973c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.331568345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8221d57c-2390-49e1-bba8-b5ac89c2980c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.331568289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4cf95098-9433-4d53-837a-be39a912ed04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.340171076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8221d57c-2390-49e1-bba8-b5ac89c2980c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.341206232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4cf95098-9433-4d53-837a-be39a912ed04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.508166834Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-71201758","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758","reconcileID":"c1a064eb-d24a-4733-af95-1063111377a5","MaaSSubscription":{"name":"e2e-bulk-sub-71201758","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscription":"e2e-bulk-sub-71201758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.524717571Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-71201758","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758","reconcileID":"c1a064eb-d24a-4733-af95-1063111377a5","MaaSSubscription":{"name":"e2e-bulk-sub-71201758","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.5346821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"4d72e137-f56a-4298-8f7d-b5946eed3a99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.542323305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"17caf798-d1ef-4876-a2ab-b6df0697d9f2","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.550412782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"b3333699-ad44-4181-b3cd-d21e44096983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.5504286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2f935c52-888d-468f-b428-5455023403a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.550799569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"415c12f9-9416-4b49-9966-9ce90c0e3347","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.556914849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2f935c52-888d-468f-b428-5455023403a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.557397617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"b3333699-ad44-4181-b3cd-d21e44096983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.559247608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"415c12f9-9416-4b49-9966-9ce90c0e3347","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.686533582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"356f3fa8-3ef4-4c37-b784-898768578e92","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.686554353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-bulk-sub-71201758-auth","reconcileID":"267f3b78-7fe0-4b58-ac09-707144d4a4e9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-71201758-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.843528127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"02e23ef7-41d8-4e26-9347-280796d9f66e","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.11316113Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-sub","reconcileID":"5e7e3abf-a168-4f36-a34b-a5050bc3a882","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.12873552Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-sub","reconcileID":"5e7e3abf-a168-4f36-a34b-a5050bc3a882","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.143462376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"5bbe1e60-df70-466a-a608-eaffdb15e10f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.263022987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"700c93f1-1578-43be-86ed-d006c805d4dc","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.274854299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-auth","reconcileID":"f20e9671-6896-4088-b577-58293ff9fb77","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.275327875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"1520393c-e56e-4c20-af60-2afba97ddb47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.335016824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9a7bb382-6549-49cc-af45-afff43d15d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.339023981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-auth","reconcileID":"f20e9671-6896-4088-b577-58293ff9fb77","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.340956005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"1520393c-e56e-4c20-af60-2afba97ddb47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.341854863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9a7bb382-6549-49cc-af45-afff43d15d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.425083269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"1819f185-6f74-4c62-ad41-3102363b846d","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.425579705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-ordering-auth","reconcileID":"e56ec43f-de2a-46be-8317-18db19a71e53","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.436550754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"3f4f21f0-314c-420c-abc9-8b35058931e1","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.521893839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"be052e06-6ed4-4a47-9b10-4fc0094f4b91","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.526588899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"89004487-c0ad-40b9-bd41-41aadf8a5680","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.534585704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"b7829a1b-48c3-4df2-9db8-a250aa2497b9","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.540736514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"b7829a1b-48c3-4df2-9db8-a250aa2497b9","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.558437597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"13e21659-f6b8-47cd-b019-ea2ecdbf9f14","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.637771331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"46317733-1094-47c1-a16e-b1a3894aab5c","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.644047407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"46317733-1094-47c1-a16e-b1a3894aab5c","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:59.658216722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"46317733-1094-47c1-a16e-b1a3894aab5c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dry-sub-ac93b03c-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.691745501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"05c8c664-4fdf-4b2f-8232-0844b5209735","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.696801575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"9d516ff3-b795-4c29-9364-5afac7bffd1d","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:59.705332088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ac93b03c","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c","reconcileID":"b6fe6dae-d178-4dcf-a154-99c1c02cc385","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-ac93b03c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.721008595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"9b7fbced-e600-4a75-8544-75436f4495a0","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.727316797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"46b2cb39-efac-4dbe-a5f5-c93e03841bfa","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.740515388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"217bdca0-5729-4733-b87f-163779f1cf10","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.740850865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"db07c55a-593d-4c95-888c-1f3aaf3b2752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.740958428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c8491557-7ef4-4c8f-bd13-f263f621fe2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.748678052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c8491557-7ef4-4c8f-bd13-f263f621fe2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.749306983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"db07c55a-593d-4c95-888c-1f3aaf3b2752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.752408404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"217bdca0-5729-4733-b87f-163779f1cf10","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.752652899Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ac93b03c","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c","reconcileID":"af793801-e1c6-4ab7-9d4f-61858f76aec6","MaaSSubscription":{"name":"e2e-dry-sub-ac93b03c","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/e2e-dry-sub-ac93b03c","ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.768179287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"f2271e08-af5a-40df-b98d-cf1db44bcbff","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.838549322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"2ead6862-ccce-4421-aed8-56ba9899c53e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.83907125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"0af023a6-d913-4a45-8684-3301c9a5202e","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.839479474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"71ba42d1-3302-4f7e-9877-0fb06b1baf59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.839898158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"055dbb94-2254-4fa8-a2c6-b807cc6738da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.839980138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ac93b03c","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c","reconcileID":"cc8fe3c6-c277-4088-b93d-84a5163e1bf3","MaaSSubscription":{"name":"e2e-dry-sub-ac93b03c","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.84024338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a17a1fe7-e1a4-4fff-96f9-48a0a0a5dc34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.840435857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"53473406-8756-44cd-9463-4510396be536","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.84578307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"2ead6862-ccce-4421-aed8-56ba9899c53e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.846181443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"0af023a6-d913-4a45-8684-3301c9a5202e","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.848136208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"71ba42d1-3302-4f7e-9877-0fb06b1baf59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.848498624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"055dbb94-2254-4fa8-a2c6-b807cc6738da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.850637505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a17a1fe7-e1a4-4fff-96f9-48a0a0a5dc34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.282988868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"94942586-40c7-4cd4-8680-420f74c840d9","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.283012798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"94942586-40c7-4cd4-8680-420f74c840d9","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.736973447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"922a898c-9395-4f21-8f81-e122ec147aa5","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.73699411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"922a898c-9395-4f21-8f81-e122ec147aa5","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.741477438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"80fa4e60-5c1a-440f-9cbc-32e74079e313","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.741493347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"80fa4e60-5c1a-440f-9cbc-32e74079e313","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.746855872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"57d5aa34-3c5b-4e97-b5dd-40355a67a110","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.77077704Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"57d5aa34-3c5b-4e97-b5dd-40355a67a110","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"e2e-inf-a-17adbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.775216447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-17adbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"57d5aa34-3c5b-4e97-b5dd-40355a67a110","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.781437701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"443700e2-7712-42e0-ba07-592320e13623","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.781452637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"443700e2-7712-42e0-ba07-592320e13623","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.888335622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"b5677273-1925-469d-a8d0-0d5ef478a81d","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.895764293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"8d8e6a12-544d-4548-9f92-e4981f0c5be5","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.902222784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"45bc3642-2265-4e9f-b618-98514c104924","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.90918112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"45bc3642-2265-4e9f-b618-98514c104924","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.92494954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"6d94c27f-6365-4374-acd0-c31dd5264ce5","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.035488421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"3840f28a-75fc-45a7-82a7-110d49b663db","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.041657697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"f30b8788-5c6b-4347-b344-709533bbd65e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.050792512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"f30b8788-5c6b-4347-b344-709533bbd65e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.087083131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"1e1760d5-b1d8-4983-b90a-bbc13572bf2b","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.096742452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"f1e05db8-0751-4d9a-9897-675676989849","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:01.097787175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-success","reconcileID":"3190f525-9067-492d-b684-1e0f321a099a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.103726985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"bd37394a-028a-4089-9986-9e550cd27bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.103959954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"ed4e32df-534d-499c-92ad-af119cb28f0f","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.104567808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"452361e7-fbc3-497c-ad89-4227d1d9844a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.134795549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2d4d1c45-47d7-4a99-bd88-f2b7098e8121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.135240146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"bd37394a-028a-4089-9986-9e550cd27bbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.135850093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"99be044c-bb71-4335-94b8-c5baa1dd23dd","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.137289009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"452361e7-fbc3-497c-ad89-4227d1d9844a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.138281803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"ed4e32df-534d-499c-92ad-af119cb28f0f","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.142306576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2d4d1c45-47d7-4a99-bd88-f2b7098e8121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.14745375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"c9d73695-306f-4874-b015-a02344ec0ba9","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.164326469Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-success","reconcileID":"3b084796-d1ae-4bd7-9e73-51e830dcf1a5","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-e440bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.179289687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"e63443f4-4feb-4f21-949d-53fe01a6a537","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.203754498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"02f8a80c-364d-4aa6-9f35-d84dbde1eca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.210961593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"02f8a80c-364d-4aa6-9f35-d84dbde1eca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.270520094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-success","reconcileID":"1364e3fc-5d28-4b53-9fc6-2e455c8ce6f8","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.275602255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"25f4d47f-8fc6-4990-9d42-dff3fb3ee200","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.304535374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c24540bd-57f0-49e5-92ed-2e3c62a11d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.304535376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"39fd0702-e726-47d8-a50f-c78e1438ff41","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.316564478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c24540bd-57f0-49e5-92ed-2e3c62a11d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.316880393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"39fd0702-e726-47d8-a50f-c78e1438ff41","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.184806045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"f267fd92-2cb4-41b3-a980-68f78963e703","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.191606271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2e897672-05b2-4dc2-8603-fe718b510bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.19163555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"9937b88a-e955-4f84-b225-a8d8c382b0dd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.194664755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"95045a9a-91f3-424d-ae83-dd61cc63aecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.201398387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2e897672-05b2-4dc2-8603-fe718b510bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.201516386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"9937b88a-e955-4f84-b225-a8d8c382b0dd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:02.203998314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"95045a9a-91f3-424d-ae83-dd61cc63aecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.0760206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"195af915-851e-4043-b248-5ae3b3585d30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.18504521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e2936c4-8ab7-47c6-84d0-48c4f04f19a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.185705712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"8f87d8cc-7885-480d-8bed-762af3acd2d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.186081559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"cc2b957b-d77f-493f-b4be-6ec1f228be2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.189869598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"fd1ccedd-1739-444b-ae48-5990dac8ce84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.207379302Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"691eddbd-a543-46b2-9216-90445451a30c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.285083249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"0b6360df-d6ce-46cb-88dc-4101978fb845","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.28631403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cadeaaf0-67ad-4cfc-8876-2a7e9b0593ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.295582721Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"196478b6-3878-444e-a772-7b8cf20727f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:06.371327927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"85d50f16-7cf4-4f0d-ad0b-a38b77029bab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:07.301260944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"47929be0-5cde-45b0-8725-5b81f6812ce9","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.042598479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"1ff17055-1d66-4813-bd71-cd7fc938a134","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.047752917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"36aaace5-dd60-4913-a257-47cc6d897ba6","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.056111677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"982e063c-81af-48bb-b1ed-212865185d96","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.064287602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"982e063c-81af-48bb-b1ed-212865185d96","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.082071485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"6edb32dc-3a4b-4a9b-b6f4-973380d7526d","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.156171674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"f9186a23-f9b3-4a28-8455-c261a40ecd26","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.164376075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"f9186a23-f9b3-4a28-8455-c261a40ecd26","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.493270515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"245eec20-6ea2-4797-861c-9f7b07b1ed39","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.499978019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"cf3de2a8-091a-4dc9-a778-413ea88e26bb","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.501996196Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e1ae8848-aa54-44ae-b1eb-41886d6f8ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.502003506Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"a87e887c-e12f-401f-b572-e6e8b9a64a1e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.50302764Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0bddbd24-579e-48da-a30c-90df5007aeb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.505664727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-subscription","reconcileID":"3dc00452-c5aa-4f99-afcf-4c224ac79fdd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.50779781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"5edb33e5-c9ce-4b19-9c76-67d8ae844eff","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.50847106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"a87e887c-e12f-401f-b572-e6e8b9a64a1e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.509481686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"e261b34a-222c-4da5-9bdb-e7e508cc51a1","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.50954032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e1ae8848-aa54-44ae-b1eb-41886d6f8ef0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.513089116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"83cc7d96-4e48-4dcc-8dfb-ca0f34f077a8","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.513639441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0bddbd24-579e-48da-a30c-90df5007aeb1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.522283382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"9493af1d-7624-4bbc-b50b-8af4ec41fdc3","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.528927806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"67309fb0-3f4f-4d34-a301-73b6e3e82886","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.547541962Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-subscription","reconcileID":"76052f5e-014b-4966-b075-1184b26543c8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.564696743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"8f8ec816-800b-42de-8af2-de9c465d4c7f","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.65145537Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2ac6d716-feac-4e3d-8a56-5f23b6e8b27b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.651520635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2ac6d716-feac-4e3d-8a56-5f23b6e8b27b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.651674223Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"91911876-aba2-4da6-a51f-724a30bf970f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.651729144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"91911876-aba2-4da6-a51f-724a30bf970f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.651953397Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"793626e8-dd73-493a-99cf-1fa6da5d9595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.651988831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"793626e8-dd73-493a-99cf-1fa6da5d9595","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.654691485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-subscription","reconcileID":"f603a5cf-e9ef-488f-89c4-84cb8cccc504","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.655736745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"2a5bab6c-d094-4baa-b0ff-0ffd908094dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.657036455Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"bdae0e21-b9cf-4b97-81d7-8369c715d7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.657081997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"bdae0e21-b9cf-4b97-81d7-8369c715d7c6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.658075661Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"705432bf-480f-4ee1-81db-76b0f8505b1b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.658138156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"705432bf-480f-4ee1-81db-76b0f8505b1b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.658257979Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"694980c3-adc2-4fd5-92a0-20fc40dcc726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.658303704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"694980c3-adc2-4fd5-92a0-20fc40dcc726","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.737332168Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"76aafdd7-6b53-4d9d-a209-1dd6a81ae21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.737456818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"76aafdd7-6b53-4d9d-a209-1dd6a81ae21d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.737450005Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"7b7d8af6-1a1d-4356-8c02-6517ea664039","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.737499719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"7b7d8af6-1a1d-4356-8c02-6517ea664039","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.737880628Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ba42775d-f2fc-4f29-b28b-79337e139c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.737946373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ba42775d-f2fc-4f29-b28b-79337e139c28","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.802477589Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"520f421c-5e63-4a14-80c5-888fa3a1df98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.802546934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"520f421c-5e63-4a14-80c5-888fa3a1df98","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.802475828Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"01d632da-caca-43a4-bb77-da7515fc4074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.802606396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"01d632da-caca-43a4-bb77-da7515fc4074","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.802667091Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"c5d0168b-980f-4dee-9d28-61be43f2d66e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.802711483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"c5d0168b-980f-4dee-9d28-61be43f2d66e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.901926415Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0e9767fc-388d-4bdc-aa0f-c0ce7d9250c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.90200001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0e9767fc-388d-4bdc-aa0f-c0ce7d9250c7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.902173742Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8aca759c-1849-4759-8371-71892a0c5ec3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.902226982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8aca759c-1849-4759-8371-71892a0c5ec3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.902281647Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"5239c997-eae2-443a-b9b8-e2b0095d7826","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.902334295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"5239c997-eae2-443a-b9b8-e2b0095d7826","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.069224901Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c8324b1c-119b-427b-ae5e-1a0f76147daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.069289985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c8324b1c-119b-427b-ae5e-1a0f76147daa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.069641733Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7b7f15a3-78a0-4211-97e5-0fde19ed25b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.069669732Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"f1dcb0ec-9117-4f4c-8d82-17ae42f86007","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.069693325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7b7f15a3-78a0-4211-97e5-0fde19ed25b9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.069704562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"f1dcb0ec-9117-4f4c-8d82-17ae42f86007","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.080322697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"e9fa4983-69b7-43f7-850c-62728da11398","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.17150287Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"3bb09373-8c97-4352-acd9-9111fbdd351f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.171569681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"3bb09373-8c97-4352-acd9-9111fbdd351f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.171620885Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9192e903-17ce-4871-b767-645ec2398512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.17169152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9192e903-17ce-4871-b767-645ec2398512","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.171771481Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"aeb34aaf-6fec-4fea-b202-c0d394fc36af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.171811657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"aeb34aaf-6fec-4fea-b202-c0d394fc36af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.792590719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"9a047534-c344-4a64-8e1f-896e43acf423","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.799729349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"9a047534-c344-4a64-8e1f-896e43acf423","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"e2e-inf-a-17adbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.80533556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-17adbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b9ac55f814225d60de7a848b3cad23465dec42404dec0adb38f949a96bf62eb) AuthConfig (d114b8bdc4234c2a044795fa4a696aa1ad26baa04b1f37ddc47b465685821d25) AuthConfig (c2c5f264ddd344241d1bec5348ed888ba895a8685e513579260d485f2b233031) AuthConfig (99a3c857bd03401a0a3ab356a530dba55b68eb4e8b58c0b54a95dddb3e447dc0) AuthConfig (178459d14e4bf78e19e68c690460a55a01277cf35d60e896854702ed649af6be) AuthConfig (6c36ce0c403c8dabb71ab4288d747261751bd05af7b7c581101418730878a683) AuthConfig (3f984d8bee453f9c0288a854aeac5402ac0929a5abfa86ce233f17f35c4e95bf) AuthConfig (9d2125f1e84f9e1cd41797ae1ed47bad15055ab4c05a7d90c4877de4d8568e24) AuthConfig (e4b91cf8bdf40d4556c98b5837ad49101f7afe7f86b8e95ca182336d478c4dc2) AuthConfig (32a6bdb165549b36bbcdcf6b1279ef520819495cc820fe2fb8465175e93e3398) AuthConfig (8376572dd46aee14501feef42a2a4381e44a40ad40c2770d432be097cc1dff2a) AuthConfig (d1b7365db2f791be3414d398e35b06bd4d270c0120fc53454a72306d745cff3b) AuthConfig (419b7a5606778b5406c724861fe7c5220abffe03a7c09dfaba720b653b04d82f) AuthConfig (a8d765d142a14b432246cad0514c22bacb7fe4acff94983ac21bfab7526612c9) AuthConfig (b55f1d721c578873f828493309d04d1730cd138862f8e8b70adea87cbd5904fa) AuthConfig (8715468a1ef4ccc10901303a7da1f92e39a57649ccc2e5843374b7b912bed29f) AuthConfig (3fc1234d05cc6000dc7b2d8b3bfa96e351d50a8358e0f844a6269a98aa312a57) AuthConfig (f3158f95bc283fda3d95e45fa030dda7807bafd83a38589d6ca00739a784651f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"9a047534-c344-4a64-8e1f-896e43acf423","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.813017372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"e8729ddd-b68a-4687-aa59-277f6526a2d9","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.813043808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"e8729ddd-b68a-4687-aa59-277f6526a2d9","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.93470197Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b9693a3a-3770-4fd4-b694-5bfabe5579de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.934774113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b9693a3a-3770-4fd4-b694-5bfabe5579de","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.934958802Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a8c5c418-340c-476d-ab75-4d43c01e1176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.934988124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a8c5c418-340c-476d-ab75-4d43c01e1176","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.935125346Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"cbf0fc9a-a88b-446b-9663-a55222e62b3d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:10.93515229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"cbf0fc9a-a88b-446b-9663-a55222e62b3d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.049718133Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ac93b03c","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c","reconcileID":"ab8d8678-660a-4e62-bde3-3418d69594e0","MaaSSubscription":{"name":"e2e-dry-sub-ac93b03c","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscription":"e2e-dry-sub-ac93b03c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.0584288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-ac93b03c","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c","reconcileID":"ab8d8678-660a-4e62-bde3-3418d69594e0","MaaSSubscription":{"name":"e2e-dry-sub-ac93b03c","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.078395029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"3c40d2b8-c7f3-4c67-a5b8-7f35f899e7d2","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.084494479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"be94feef-1e3d-4494-8edf-c40c9c1fd8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.08474269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"5d62f761-5c5b-4a5a-94b3-d0ebd9de9214","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.084914665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"82820458-8c12-43e4-9cf3-7a7d7fa72cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.091265597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"5d62f761-5c5b-4a5a-94b3-d0ebd9de9214","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.092063491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"be94feef-1e3d-4494-8edf-c40c9c1fd8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.093481483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"82820458-8c12-43e4-9cf3-7a7d7fa72cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.223686348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"5197e4cd-d875-48f5-aa97-1fda0ad176f5","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.223712012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-dry-sub-ac93b03c-auth","reconcileID":"059ca824-09ee-4f05-827f-45a044c82a4b","MaaSAuthPolicy":{"name":"e2e-dry-sub-ac93b03c-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.236206059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"6e9b6d9a-0bfd-4a8e-883d-510759dd8e34","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.770902702Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.197677505Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-success","reconcileID":"b1c5e510-028d-4a25-8aab-ba49ca395608","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.207478454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-success","reconcileID":"b1c5e510-028d-4a25-8aab-ba49ca395608","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:12.221768206Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"76910b97-02f1-48de-8521-78ba3444a730","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:12.22182816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"76910b97-02f1-48de-8521-78ba3444a730","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:12.222017616Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5eb04812-8439-471d-a42c-52d35d44257c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:12.222112158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5eb04812-8439-471d-a42c-52d35d44257c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:12.221772698Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7277316e-ccef-4a91-b95f-fa71a15c626a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:12.222211163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7277316e-ccef-4a91-b95f-fa71a15c626a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.227863549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"5c28946e-3e7a-44d2-8905-9d315251d8a7","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.234132026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"48b5e2a0-a960-4111-9002-7c8f6dcece88","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.240563552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"85229711-b55b-4bed-aeb6-0cf49528ea1c","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.322915622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"0b761694-1da5-4108-bd8d-39af7d117320","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.322968857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"1e91cf26-3ba0-433a-92ec-3ad4e4b60e7d","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.323462219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ccc53408-da0e-4972-bf17-b53ec60c3d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.32349535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ef4f27e7-30e5-42b1-a1d1-2a626db0d912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.329518259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"1e91cf26-3ba0-433a-92ec-3ad4e4b60e7d","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.329675274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"0b761694-1da5-4108-bd8d-39af7d117320","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.331852356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ef4f27e7-30e5-42b1-a1d1-2a626db0d912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.331895256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ccc53408-da0e-4972-bf17-b53ec60c3d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.347415743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"1f19b350-201b-4845-bdbf-c6fa0349558e","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.381762906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"c2e1ed6a-b032-4b12-9b25-c5c166d257db","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.381797439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-success","reconcileID":"a4486942-2514-43be-afd7-7c75ceebb328","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.417325149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"1928af2c-a046-4530-bccd-26fe9df69d94","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.423930006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"d6550655-6a0d-441b-99a7-586bd72d85bf","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.424218575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"4ae92b7d-6189-418a-a9dc-f9943cec8d0a","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.426702073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ecebc769-c537-4e68-aa7e-0492ec044775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.426803807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"1e3624aa-b09c-47f4-b934-3b66d57ffa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:12.427368069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-57ab480a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a","reconcileID":"f81bc479-89dd-4cd7-a5d6-0423adab5940","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-57ab480a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.430874104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"d6550655-6a0d-441b-99a7-586bd72d85bf","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.433184278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"1e3624aa-b09c-47f4-b934-3b66d57ffa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.433297944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ecebc769-c537-4e68-aa7e-0492ec044775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.445455633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"0f4fec3a-73fc-41a3-8b7c-97a4747d903a","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.447334711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"2ff7fe2b-8fd8-4cab-ba0d-3a7145846f62","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.451567634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"a291910b-54a6-4af3-9a2b-3249a4c8a876","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.469400385Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-57ab480a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a","reconcileID":"b585292e-58ac-447c-af21-4949d35d541f","MaaSSubscription":{"name":"e2e-combo-sub-57ab480a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/e2e-combo-sub-57ab480a","ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.485851242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"46dc5abe-3588-487b-b611-355f76754954","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.522063147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"fb6e3932-ad44-4060-ac0c-2b10ccf977b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.530440159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"fb6e3932-ad44-4060-ac0c-2b10ccf977b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:12.540544067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"d6550655-6a0d-441b-99a7-586bd72d85bf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-57ab480a-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.561863098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-57ab480a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a","reconcileID":"50086da1-1ee7-4ff9-a5c6-4fa39198a119","MaaSSubscription":{"name":"e2e-combo-sub-57ab480a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.562000491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"c702e9ff-a06d-4908-bd69-729158edd4be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.622226346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9c673d03-6369-4bf7-97c0-b39f4fb2b9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.622475136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"eb9485e7-0920-4fe1-8a0d-6a42ee83e398","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.629895134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"eb9485e7-0920-4fe1-8a0d-6a42ee83e398","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:12.630647876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9c673d03-6369-4bf7-97c0-b39f4fb2b9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.514008853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"373be85f-5edc-4684-959c-7cbe6a12b6e5","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.520546796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"68ca81fb-5300-4066-a56d-f56e8f343ce9","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.526306738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"9ea4d36c-9008-457a-9eaa-a0934265b120","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.534238065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"9ea4d36c-9008-457a-9eaa-a0934265b120","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.554079807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"5c21386c-070f-4a35-a2c3-6e37e1c1045f","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.627930219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"33e402c6-82d3-4e72-9909-7b735fda3459","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.63416469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"33e402c6-82d3-4e72-9909-7b735fda3459","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.689776861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"e183dd06-f47b-46ca-ad00-ff4eacca6aec","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.697006287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"5c200f12-43f8-4611-901d-be3b65bcd93e","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:13.699432616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-no-access","reconcileID":"be336e0e-d040-441a-b3b4-4a031f6e8d54","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.704584049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"26f4eef0-6253-4109-8715-66c99b7c89c7","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.715968971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"ff8177db-76d2-4dda-9157-c4d5676f6ca4","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.720818287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"48861074-6595-48f3-8f0e-96fb4415353a","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.727370971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e3d46400-969a-4d6b-955c-056feba0697e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.727400237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f8914aa3-a586-4441-bd18-a9cc2e2d24f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.727800738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"05f6c061-4a63-4204-8ac8-30cd46451a43","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.733717039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f8914aa3-a586-4441-bd18-a9cc2e2d24f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.733723243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e3d46400-969a-4d6b-955c-056feba0697e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.736015409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"05f6c061-4a63-4204-8ac8-30cd46451a43","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.73856818Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-no-access","reconcileID":"03708995-cea0-450f-bfdb-8f23e29726de","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-e440bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.755529493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"8fb8e78c-e2cf-45f0-8aff-dd1a757eb9d8","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.827176655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"0f06fb70-33df-4560-a7c0-4e8047cfe37a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.827249893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"58867ada-690c-4977-8706-3292ddeb48e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.82780658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"f89708bb-b349-4777-9911-7df810947858","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.832729303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"c26c1b10-6013-4bba-9c41-e179f32fe770","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.832910462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"c47b75d8-5616-44d3-8364-8370cee612dd","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.833168603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-no-access","reconcileID":"eda7d42d-77cd-42b3-9a5f-abd4b226b00f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.835833074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"f89708bb-b349-4777-9911-7df810947858","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.836055972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"0f06fb70-33df-4560-a7c0-4e8047cfe37a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.840186488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"58867ada-690c-4977-8706-3292ddeb48e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.928655908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6e6a3be0-1e41-41d4-9455-336d53613b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.928775748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"fa1f5151-081d-42a5-89b2-5f51055163f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.934934512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"fa1f5151-081d-42a5-89b2-5f51055163f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.934944459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6e6a3be0-1e41-41d4-9455-336d53613b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.949924491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"7982e93c-99cf-4725-9975-0b4babb90fb8","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.959984852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"7982e93c-99cf-4725-9975-0b4babb90fb8","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.547131811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"1371f00f-75ae-4095-892d-6882532ab3b2","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.553257624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"286e89e6-2527-4aae-a38e-7170c649608c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.55379537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"8f9d24a3-6a21-4ca9-94c8-91557a6ff1e6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.553896741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"683e6715-c586-4db0-812e-8eebf864c331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.564782383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"286e89e6-2527-4aae-a38e-7170c649608c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.572032958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"683e6715-c586-4db0-812e-8eebf864c331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.576981888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"8f9d24a3-6a21-4ca9-94c8-91557a6ff1e6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:14.79068891Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4a8e3e17-a6cb-459d-b5e4-0307a9ec7434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:14.790872544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4a8e3e17-a6cb-459d-b5e4-0307a9ec7434","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:14.791508644Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"b1687cff-3814-473d-aec4-aa84d49d7de0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:14.791565349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"b1687cff-3814-473d-aec4-aa84d49d7de0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:14.791739471Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bbbbf532-0a85-4e10-8424-3dc9ecacf45f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:14.791788385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bbbbf532-0a85-4e10-8424-3dc9ecacf45f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.837843145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"578b047f-3d94-41b8-9dba-da4c4b1d56fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.935604602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"f6d78216-f04c-4362-a293-743acb9a958b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.936254722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"1881dd18-508d-455f-b5e0-996028bb7b1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.936564004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3c0c4eb-0192-418b-9669-e0acd7a11e56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.93683665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef84346b-9861-4369-bf10-8b8b1a3506eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.94398642Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"0b2dbd13-cb89-43a2-9fec-bd183c148cab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:15.034704996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"f72259e0-3fd5-42e3-b58f-919d54c1b7ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:19.919552594Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9426deeb-38e9-4c27-a653-775512ee12e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:19.919581172Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"ff4acd83-f04e-49d1-adb7-3e7ebaff3b22","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:19.919617703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9426deeb-38e9-4c27-a653-775512ee12e1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:19.919630914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"ff4acd83-f04e-49d1-adb7-3e7ebaff3b22","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:19.919811717Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3936f537-0965-4bd2-bd48-d985a6dbf0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:19.919843752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3936f537-0965-4bd2-bd48-d985a6dbf0bf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: compose ai-tenant-e2e-worker-w4-c381a7/e2e-dedup-subscription@e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: model e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.152630553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-subscription","reconcileID":"04111674-2524-4acc-a305-2425bf2ee3e9","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.169776108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-subscription","reconcileID":"04111674-2524-4acc-a305-2425bf2ee3e9","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.188521992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"4c75e72a-e9d7-40fa-8c52-3b46bc560fe4","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.194219682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"58f7c323-3200-4fb8-832a-75f642c3cdd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.194955132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9333519e-7c3e-4717-af54-4e7ff4bc354e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.195196664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"017befea-b03c-4442-b0b8-41f2e672857d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.235571449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9333519e-7c3e-4717-af54-4e7ff4bc354e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.236208319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"58f7c323-3200-4fb8-832a-75f642c3cdd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.239432494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"017befea-b03c-4442-b0b8-41f2e672857d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.273537024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"ef188f85-7e95-4ad7-997c-7706f2fcc489","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.273940687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"ff5c1266-0bd0-4999-8b0c-9c80be520c65","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.276507428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"e9888035-d592-4957-921e-4b009221c8ca","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.302719054Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"a882000f-68da-48ae-b43f-ac2f7354f449","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.342664884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"20ad93fc-9ffd-43dc-ae04-5cae5aa43264","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.343179166Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-dedup-auth","reconcileID":"2a736b34-649c-477a-91ca-12a8a1a77f9d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.369471888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"436d1d7e-e172-4f22-86f3-d1e30411ebf7","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.398775837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"b3c349a7-4da8-4364-aa0b-fef06c4fde33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.407669758Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"ddd16fcd-62fc-4a36-92ea-88a230f780cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.498767173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"814600b0-1b92-4b3b-9f3f-2695b03669ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.884780286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"ff57e69a-d98c-4673-a4e6-1c4a61275522","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.893131019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"ff57e69a-d98c-4673-a4e6-1c4a61275522","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"e2e-inf-a-17adbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.955158077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"58494ef1-f3f3-4752-b31a-6e9f470e6dee","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.955275986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"58494ef1-f3f3-4752-b31a-6e9f470e6dee","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.3588691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"d88ffc66-a052-4733-b638-9811c420ab74","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.359741161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"90f548e2-9c19-4990-8000-a103355a310a","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.367930445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"4d19eef7-d343-4a66-b226-a78a9f4d53ab","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.368360793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"e1e1c0a0-fa66-480c-a0b7-6514ee1405bf","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.382079818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"715471b1-1384-455d-a789-31433a4782c5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.392897235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"715471b1-1384-455d-a789-31433a4782c5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.420074371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"ddfa0d2c-650b-4ce6-8a28-c3218c0e1bc9","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.42030831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"9faef348-8920-44c0-b54a-a99aac12d374","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.481660251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"f76d9bf8-235b-4b35-8012-d868be61bf45","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.492180063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"f76d9bf8-235b-4b35-8012-d868be61bf45","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.543045359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"5a168b23-0101-4311-ab0e-a0967420678d","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.555473764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"6cafad81-5376-4ed0-8ad8-90e2e776fade","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:21.562027298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"6b43680e-db38-4d7b-bb7e-70d2afc3211f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.567230966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"ec7ce1c6-22fa-466b-a1cd-4cc9fb22d0a3","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.567727479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"0040bdfc-792b-4104-a94b-bf2efe8369b3","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.587702514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"8197de52-bdfa-4474-bf64-62dfe97e2342","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.588033057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"75de9b82-baf7-4b50-ba7f-fcc9557d466a","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.595816999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"c40f39b1-e185-4792-952a-9d9fd5cac3e8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.596310638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"5aa5ae7d-11c0-4e7c-b60b-babbe1ae656a","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.596719848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"5a410de8-a7d4-4e44-ae26-58ebc2ac025b","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.63531547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"42ce0ac0-9875-42b3-8452-f104e184cc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.635999978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5aa71046-53d9-4f83-9675-053f8e2fc77d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.640328702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"c40f39b1-e185-4792-952a-9d9fd5cac3e8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.660370491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"42ce0ac0-9875-42b3-8452-f104e184cc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.674823339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5aa71046-53d9-4f83-9675-053f8e2fc77d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.686585594Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"bdf59d11-3808-47e7-92fa-1cec8f5729f1","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"distinct-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.701302637Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"bdf59d11-3808-47e7-92fa-1cec8f5729f1","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"distinct-2-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.724500694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"10c2e880-db48-4188-b130-bed5f6d81458","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.725004129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"2a789524-6ecd-43b1-9110-fa250b693572","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.755948682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"a7fe912c-cd31-4521-bf3a-2060c3070eaf","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.755976637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"a7fe912c-cd31-4521-bf3a-2060c3070eaf","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.762074245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"b4ba0726-7a9a-4be0-aaba-81ec6cfbf9db","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.766199914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"686dfe5c-cbfc-49ea-918d-381836bbdab5","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.770993397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"3b813e77-e1bd-47dd-8a76-067e06521d0f","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.771017688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"3b813e77-e1bd-47dd-8a76-067e06521d0f","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.774326127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"b4ba0726-7a9a-4be0-aaba-81ec6cfbf9db","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.775540114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"9317c6db-40ac-4ace-b909-82e3a9f41ce4","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.775578099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"686dfe5c-cbfc-49ea-918d-381836bbdab5","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"e2e-inf-a-17adbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.775849891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"82d7d0fc-3a49-4a30-acd2-31519b7e1011","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.777117191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"eefbbfbc-895f-4ca2-8169-e772893fd5f9","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.777137881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"eefbbfbc-895f-4ca2-8169-e772893fd5f9","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:21.781144457Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-17adbf-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.870025971Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-sub","reconcileID":"636588dd-b06a-4639-9b6c-58a11d89a8b4","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"maas-trlp-test-model-17adbf","model":"test-model-17adbf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-17adbf/test-model-17adbf-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.960734609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"518e9943-56ad-4304-8716-be7c609e5b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.961261519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"67899bb0-1f75-47e0-9bb0-ba29bce06f40","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.961724751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5a72334a-bcab-42b7-8d99-8598536b95df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.964964607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"c27b2b78-5792-4d85-bd50-ebb3c78f6d19","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.967771757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"518e9943-56ad-4304-8716-be7c609e5b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.970203029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"67899bb0-1f75-47e0-9bb0-ba29bce06f40","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.972432802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5a72334a-bcab-42b7-8d99-8598536b95df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.973429475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"86a41631-e7d8-4268-bcc4-46d6000b469a","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.973442893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"86a41631-e7d8-4268-bcc4-46d6000b469a","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.974958368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"c27b2b78-5792-4d85-bd50-ebb3c78f6d19","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"e2e-inf-a-17adbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.983236929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-sub","reconcileID":"9296c366-e6f6-4f90-a952-4070466bcd6d","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"maas-trlp-test-model-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.848878137Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-57ab480a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a","reconcileID":"470e94a6-4fae-4355-9082-9781aefee794","MaaSSubscription":{"name":"e2e-combo-sub-57ab480a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscription":"e2e-combo-sub-57ab480a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.856998776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-57ab480a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a","reconcileID":"470e94a6-4fae-4355-9082-9781aefee794","MaaSSubscription":{"name":"e2e-combo-sub-57ab480a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.876858058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"ba8bcd50-0991-43cc-8480-520c402b5e66","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.885588793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"fcb06405-cba1-478d-8eab-a779f1afefef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.885613494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"fcb06405-cba1-478d-8eab-a779f1afefef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.887085997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"322d5f19-ae60-467a-820b-983c584d7620","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.887097281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"90f7fb7d-886c-40c0-b7ad-17ee5f6aaa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.887479098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1322767d-8df3-42e3-aa72-23f6a962e609","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.8948386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1322767d-8df3-42e3-aa72-23f6a962e609","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.894930819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"322d5f19-ae60-467a-820b-983c584d7620","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:23.897645671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"90f7fb7d-886c-40c0-b7ad-17ee5f6aaa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.03910328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"fbf3c524-0ffb-4237-8bdf-21cc1af137af","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.039468022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-combo-sub-57ab480a-auth","reconcileID":"ef006352-e1ed-4f6e-8ea8-c5a866910c4b","MaaSAuthPolicy":{"name":"e2e-combo-sub-57ab480a-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.051440087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"d683511a-bd08-4516-bb51-6960dbc5c0a1","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.562137712Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-no-access","reconcileID":"646dd79a-f7af-4d8a-9527-808fe6a129bf","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.573044326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-no-access","reconcileID":"646dd79a-f7af-4d8a-9527-808fe6a129bf","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.593824072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"5aa3f0f1-a56b-44ed-b48c-335cc4447784","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.676296648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8d8d7a45-7023-4a59-8ae7-8d14285c3c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.676569266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"3daf3f19-c0f4-4637-afb1-c21fb58c05df","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.676720559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e7850916-0aa2-4210-a7bf-66d917f544d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.735712825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8d8d7a45-7023-4a59-8ae7-8d14285c3c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.737309691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e7850916-0aa2-4210-a7bf-66d917f544d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.737950091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"3daf3f19-c0f4-4637-afb1-c21fb58c05df","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.739963935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"2efe1baa-5c5e-44a3-a3cb-8b48e6dcd2f4","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.745197845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"2cb8a7e5-232a-4566-bb10-718acb03ed8b","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.747153834Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-no-access","reconcileID":"3e6fd43e-e198-4aba-bb59-c451640e7552","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.753104148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"ada5990c-ef22-4aee-8335-7b9f103aa67d","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.760330154Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"f28179dc-de6f-40ef-b69e-1996ddb61783","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f0a895c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.766803391Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"396df651-72ba-421d-a187-c65debceb1e0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f0a895c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.787441882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"75536173-3bb9-4294-a915-a766e04487dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.787559254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"df2e3382-d619-41e1-83be-dceb4a7269a3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.788009055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"7c3ecdae-4b50-45c1-bd51-43bac9e76696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.795308747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"75536173-3bb9-4294-a915-a766e04487dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.795566181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"df2e3382-d619-41e1-83be-dceb4a7269a3","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.79791104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"7c3ecdae-4b50-45c1-bd51-43bac9e76696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.854321606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"fc1f72cb-354d-4f57-8bd9-9c8759246a7f","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.88282032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"aaf1f243-8207-4ca5-9583-1e053ef96704","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.882951284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bf7ef69b-f3ae-414b-8b78-5e66bcd2d0f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.882819512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b7b2a738-71f1-4e0c-bc9f-bb429862f0d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.890902836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bf7ef69b-f3ae-414b-8b78-5e66bcd2d0f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.891037826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b7b2a738-71f1-4e0c-bc9f-bb429862f0d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.894749894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"aaf1f243-8207-4ca5-9583-1e053ef96704","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.838445297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"c5260492-f748-4a9e-a08d-1568ac45f35e","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.84538717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"e0f7d371-04ba-4a80-add6-63b4635fcc01","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.856627192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"64c00785-d0a2-4616-9d82-45621c8a9917","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.864264331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"64c00785-d0a2-4616-9d82-45621c8a9917","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.886484922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"556308aa-3c5f-41f9-b886-fb470fefd7e6","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.943858033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-sub","reconcileID":"fd3b5407-5571-4f4c-86cb-3edc8e258df9","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"maas-trlp-test-model-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.955113155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ebf963b6-5486-4f7a-b637-24e0c916a9f9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.96053312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"acaf8255-4d8e-4bbd-a9a5-1de34a514cde","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.960554138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"acaf8255-4d8e-4bbd-a9a5-1de34a514cde","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:25.964524689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ebf963b6-5486-4f7a-b637-24e0c916a9f9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.041250309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"65b6af94-01f0-49ee-b802-b1c5dda71c58","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:26.056189901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-free","reconcileID":"a2d9adb6-2991-42a8-a4b0-0df35e1b6a09","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.05648564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"c2c041a9-7b21-43b3-8aac-b49b94bb94a6","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.135829695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f50d40a5-a6fe-4d54-b8b4-805e53d38de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.136309934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d6711afe-76ec-446e-a565-c607078e80c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.143706626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d6711afe-76ec-446e-a565-c607078e80c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.14385173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f50d40a5-a6fe-4d54-b8b4-805e53d38de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.150829117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"cdccd17b-1629-4633-9923-0a78190041f1","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.157310505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b2819bc6-c9a8-425f-b2f6-cd49645e6a75","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.157998881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"875240dd-b84b-455f-b81f-f1500342fa2c","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.165473214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b2819bc6-c9a8-425f-b2f6-cd49645e6a75","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.176022889Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-free","reconcileID":"e3a4e460-f994-4d35-93f9-efedff1afa7f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.191677264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"d138594f-d718-4174-9c2d-2720e8a9be64","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.235676595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"b7cd638a-e9b9-464e-bd98-0701c9fe7f7d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.236239266Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e440bc priority=0:[ai-tenant-e2e-worker-w2-e440bc/e2e-test-subscription-free ai-tenant-e2e-worker-w2-e440bc/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.250938149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"ea354b02-4351-4701-a30f-1756f17566ee","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.25420314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"18161ac5-2b13-43ef-a37f-d699055c2172","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:26.254610959Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e440bc/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.258981952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"f06ac4ad-e145-43ce-93de-11065793b364","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.263821806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"18161ac5-2b13-43ef-a37f-d699055c2172","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"e2e-inf-a-17adbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.267298836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"165899c8-1a3e-4ccc-91d7-d3d41f4b6e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.275972685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"165899c8-1a3e-4ccc-91d7-d3d41f4b6e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.280733927Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-free","reconcileID":"00f2f175-1b04-4432-8ce5-c2eeea117f4a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-e440bc/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.30184944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-premium","reconcileID":"f94a5b5a-0576-4b36-9dd0-1c9feea81da5","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.301903261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"fc2648f4-410d-4c96-b14f-a9f7521faf52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.335300342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"1d5979cf-b47b-419d-8c96-b797a35cb7b0","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.359437641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"303cdd2a-7ff1-4dd9-9c0c-06c6889dc548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.360103636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"7ff1b032-30bf-405a-bda6-c8e3f0101c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.360677954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ca76b2cc-9c4f-499c-b84b-8c1950140b00","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.372925245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"303cdd2a-7ff1-4dd9-9c0c-06c6889dc548","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.37390116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ca76b2cc-9c4f-499c-b84b-8c1950140b00","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.378285293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"7ff1b032-30bf-405a-bda6-c8e3f0101c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.380555158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"1fedf712-d329-481f-8556-2917fce84875","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.381226663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-free","reconcileID":"14275b70-8f3a-448c-91f0-9f8df52b9826","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.382259705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-premium","reconcileID":"6ff02a18-e239-4ea3-bc7b-799285251738","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.398128692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d946e59c-cb6b-45dc-912f-93b217caf54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.398871209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"411ffaff-f03b-4a96-b5b3-70120c2d85c5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.401463115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6a337b48-8e3e-486e-aecd-1dd30af6e7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.406880263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"411ffaff-f03b-4a96-b5b3-70120c2d85c5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.40962036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6a337b48-8e3e-486e-aecd-1dd30af6e7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.437046998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d946e59c-cb6b-45dc-912f-93b217caf54f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.694762693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"534f1592-0efc-4104-9e5d-289aab6e85d1","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.700970921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0d941de1-45ab-4533-a9e9-ea233eb35756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.701061687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"339be7df-e7b7-4193-9859-49fa127fb784","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.701470822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"eb153232-1b38-4788-9727-5be4ed320e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.708516278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"339be7df-e7b7-4193-9859-49fa127fb784","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.712577775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0d941de1-45ab-4533-a9e9-ea233eb35756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.712763547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"eb153232-1b38-4788-9727-5be4ed320e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.058076827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"57e81588-7b13-4fd9-9bee-45b42503b913","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.058099016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"57e81588-7b13-4fd9-9bee-45b42503b913","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.36995322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"38dda3ab-f4c6-48ce-bb41-57b785dcc8b7","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.369975887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"38dda3ab-f4c6-48ce-bb41-57b785dcc8b7","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.374838959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"a448b752-5e7e-4f89-8e40-7ad0d3039fe0","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.374854056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"a448b752-5e7e-4f89-8e40-7ad0d3039fe0","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.379309657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"deb512cf-cba6-43ca-84cb-5cf90e5e3278","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.402787723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"deb512cf-cba6-43ca-84cb-5cf90e5e3278","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.410129041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-db71f4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"deb512cf-cba6-43ca-84cb-5cf90e5e3278","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.415679784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"7afd47fd-db1c-4f91-85d1-5bc6bb2f3191","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.4156995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"7afd47fd-db1c-4f91-85d1-5bc6bb2f3191","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.381399562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"c31dc74f-813d-4b91-96a2-7e70cbb3e1a7","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.392708651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"0aa96e98-a910-468c-9a55-6388f091d6a1","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.422154757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"c189103b-92e5-4b57-8d18-0468b35e6ada","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.445966887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"c189103b-92e5-4b57-8d18-0468b35e6ada","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.476001521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"b916989b-d445-489b-8a21-4c0b93568cbb","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.500832854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"c36689b6-a6ec-44de-b128-22f2be51f1d9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.507667238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"c36689b6-a6ec-44de-b128-22f2be51f1d9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.564394103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"2a4c65fb-778d-4ff4-a62a-a99829bd4d2f","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.573412449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"25daec9c-287f-4e8b-85da-ed2e519fcf42","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.574217558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"98400770-1678-40ac-9e14-33b9c98af763","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:34.576504141Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a4ab8e/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.58097593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"3d4934ef-02a1-44b7-886f-dd67fe99bebe","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.60050741Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-sub","reconcileID":"a6c472c1-31af-4eda-8e67-07509c83a4f8","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.603681111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"e58c4e3e-874a-4b88-b4da-8e620315740b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.605019053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bbeeddc4-9046-4f77-ba00-50d6612af2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.610681682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"e58c4e3e-874a-4b88-b4da-8e620315740b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.611316049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bbeeddc4-9046-4f77-ba00-50d6612af2f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.619150821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"6646db5a-fcbb-41fa-8628-84c6783eb587","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.692911614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"77c866f1-827f-4cbe-bfab-5ea8f5e38283","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.693041365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-sub","reconcileID":"85f97dde-feeb-449d-af22-237d90d32e87","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.700070451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"9f2dc4a9-7528-463b-a5ba-ec2b70b1de9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.700234075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"8de94575-523a-4790-a88c-e711d803441f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.700488686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f9da05af-4d19-465d-8b05-b6b73b671a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.708714762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"9f2dc4a9-7528-463b-a5ba-ec2b70b1de9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.708876976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"8de94575-523a-4790-a88c-e711d803441f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.711148397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f9da05af-4d19-465d-8b05-b6b73b671a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.76949731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"36f57928-732e-4780-8cef-63a13017516e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.772046287Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"36f57928-732e-4780-8cef-63a13017516e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.804436385Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"36f57928-732e-4780-8cef-63a13017516e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.808787159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"36f57928-732e-4780-8cef-63a13017516e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.811433269Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"36f57928-732e-4780-8cef-63a13017516e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.814128339Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-subscription","reconcileID":"36f57928-732e-4780-8cef-63a13017516e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.860991983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"74a44c7d-6295-4670-b3ff-c5b61d2c2acb","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.938509498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"e8a0f856-b1ce-4713-ba41-4fba72206167","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.948611841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"77123526-0ee3-446e-a8a2-73a2eed8374a","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.979968309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"6274ccbd-ccee-4cf4-be8c-b622546bc6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.986440222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"60ec6f2f-22c6-4793-9edd-74e60d0e91b1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.987098514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"706d8b0f-5b9d-4211-a2ab-5a9cb484a965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.990411287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"18d3fae1-c200-438b-807f-1d8e17bca584","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.990662129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"17fd0c8e-239f-4b0b-b0f3-e8e21f328a16","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:34.993840969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"6274ccbd-ccee-4cf4-be8c-b622546bc6c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.000500941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"60ec6f2f-22c6-4793-9edd-74e60d0e91b1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.040570829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"706d8b0f-5b9d-4211-a2ab-5a9cb484a965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.128980602Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"6f27d7fd-9699-4c98-95ad-956c57ec0d59","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.21853263Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-distinct-models-auth","reconcileID":"6f27d7fd-9699-4c98-95ad-956c57ec0d59","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.257813638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"d95c9912-3d22-47ce-83c3-bbb609f96769","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.30376123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a416c903-ca09-4fd6-a68d-6fcd91ba5635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.303962335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"e958842c-19ba-40b2-969a-90e9af140d27","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.303761274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a10c4557-f6e9-429b-8e6d-f9827a51e3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.316448025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"e958842c-19ba-40b2-969a-90e9af140d27","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.316559512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a10c4557-f6e9-429b-8e6d-f9827a51e3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.319730671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a416c903-ca09-4fd6-a68d-6fcd91ba5635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.439002642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"9a87baae-d322-458e-a759-963fe8d8973c","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:35.439398143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"8ce32850-d924-497d-8b21-8070f62fd314","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.49398627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"c7368951-68ff-450f-a724-47eae3b35d06","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.500772158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"691375f4-ab95-45a4-9b03-77dcec0ddab5","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.511530601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"eeb3bda5-ef6f-4a71-a4bb-a01aff1209a7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.519907814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"eeb3bda5-ef6f-4a71-a4bb-a01aff1209a7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.543112271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"48f02fbb-ca0a-4d16-9ea8-ca19d06e7116","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.630016271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"c7bf85d2-d1f5-454a-baec-a71b199c00c6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.66707249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"c7bf85d2-d1f5-454a-baec-a71b199c00c6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.687837673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"ef980f2b-6944-4e71-a71e-28b038a237ad","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.700464277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"98b58da5-716a-48e4-b656-84c1f6193f0e","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:36.719129528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub1","reconcileID":"1c592293-a04a-4623-9ace-e3d71f225eb7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:36.719122956Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"98b58da5-716a-48e4-b656-84c1f6193f0e","name":"distinct-w4-c381a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-c381a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:36.719185683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"98b58da5-716a-48e4-b656-84c1f6193f0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-c381a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.724569969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"f1d3aaa5-4ad0-4763-973e-ddc0a7909ad4","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.732518088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"29dfb651-0a2e-4b2f-8979-951d726562f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.732721178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0548a127-4d72-479d-8125-b0f2d5a710ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.744619305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"c2b7b48f-65b2-46cf-8cf7-08a4dd5e9621","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.747931325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"29dfb651-0a2e-4b2f-8979-951d726562f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.755085453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0548a127-4d72-479d-8125-b0f2d5a710ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.760733989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"e6231966-0f10-4d44-9be7-f3f3519b0ede","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.812210789Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub1","reconcileID":"5128b368-cea0-4f69-98c4-3b368241c4aa","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"distinct-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.833635981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"5bd77fb7-8f06-408f-b534-b35cc7e899cd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.853916308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"5bd77fb7-8f06-408f-b534-b35cc7e899cd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.860679449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"76524e5b-c2cc-4935-802e-656d913b574f","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.886818471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"d1feef7f-a2a6-477b-be9d-8cb5cc23f281","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.898513621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"67784c68-808c-41c7-8db4-bb50921b8c5f","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.90584432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub1","reconcileID":"e17cc28a-1093-490c-82bd-36f5c62bd92d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.928946992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"59e9fb21-b86e-402c-9e19-2949ac866b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.934331347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"12dd1a71-3262-429d-859f-89c750b22100","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.934422335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2d5476a2-310f-4182-bb80-b38af6c735d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.947881445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"59e9fb21-b86e-402c-9e19-2949ac866b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.963895481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"12dd1a71-3262-429d-859f-89c750b22100","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.968007055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2d5476a2-310f-4182-bb80-b38af6c735d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.08803273Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-c381a7 priority=0:[ai-tenant-e2e-worker-w4-c381a7/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-c381a7/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.088202942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"bc3b4d5b-803e-4b49-a88c-7085148c0020","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.103091942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"75f75af8-b609-4780-890e-3b762b5f92e3","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:37.104077482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub2","reconcileID":"374cd420-486f-47b4-ba75-5fc7b2ccf16a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:37.113524431Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"75f75af8-b609-4780-890e-3b762b5f92e3","name":"distinct-2-w4-c381a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-c381a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:37.113596032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"75f75af8-b609-4780-890e-3b762b5f92e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-c381a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.113749968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"3a2d8d03-6031-45bc-a437-5568732386ed","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.119049453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"ad13fb27-7865-4f7c-9203-39619a6555c6","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.124513097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"f134dac3-ab10-4723-9ff5-0fbcdfd1c280","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.125038138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"e8fa95d6-8678-4d41-9671-a6dc2b3a23cf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.151459438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"7041cad8-750e-4133-bba2-ce1edfd67787","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.152856804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"e8fa95d6-8678-4d41-9671-a6dc2b3a23cf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.203458055Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub2","reconcileID":"c63ecb67-412a-49da-8474-6c8a85074472","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"distinct-2-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.204745302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"d9547640-51e5-49cd-8d8f-9c94ba9963ae","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.227203528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9c16895c-6e73-4982-8067-1ae385e407c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.227765287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e59c6b73-93c0-4459-a410-ff0f135a1b3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.25562989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9c16895c-6e73-4982-8067-1ae385e407c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.267446691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"74ad7d7f-74bd-4093-a6e0-ac4ae76cc6d1","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.273723027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e59c6b73-93c0-4459-a410-ff0f135a1b3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.362597187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub2","reconcileID":"63694852-19a5-4d08-ae6a-a95a2d2b0404","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.445011862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"f8d10e70-ffd4-4384-a740-f9038d925dbc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.495037838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"f8d10e70-ffd4-4384-a740-f9038d925dbc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.522364839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"81250c38-89ce-4c6a-826c-0b807ebc597f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.561687035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"81250c38-89ce-4c6a-826c-0b807ebc597f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.619735592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0724cdb6-fb18-48ed-b4b8-06bdea455a54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.619969232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5e1f17d2-2062-4c14-92fd-fe5f4329d6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.660248736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5e1f17d2-2062-4c14-92fd-fe5f4329d6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.730892387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0724cdb6-fb18-48ed-b4b8-06bdea455a54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.754582744Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-free","reconcileID":"6153197d-592f-44d8-98e8-839353c57fe4","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.808960877Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-free","reconcileID":"6153197d-592f-44d8-98e8-839353c57fe4","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.82560517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-premium","reconcileID":"5fa47f9f-fad9-49c8-93e3-bedadff4b134","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.825657608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"e1776987-d4a6-4529-ab51-b918758e982d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.976789306Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-c381a7 priority=0:[ai-tenant-e2e-worker-w4-c381a7/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-c381a7/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.977886399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"6aa6b7e3-a320-41df-a9b3-dee882955cbb","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.991716368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"0f49aafb-cf31-4133-84a7-b8dbd340b091","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.047466533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0a730d2f-d6ac-4c5a-83c3-5390e9d8d4f5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.048179516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2ac5a79d-91ca-4c90-85b1-11f88e0a43d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.083995559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2ac5a79d-91ca-4c90-85b1-11f88e0a43d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.085164065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0a730d2f-d6ac-4c5a-83c3-5390e9d8d4f5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.099904372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ef6233a4-8f4f-4260-abe0-a32848d898de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.113158263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ef6233a4-8f4f-4260-abe0-a32848d898de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.129556827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"db7534a7-5371-4d05-95ea-bd3bb3a6847b","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.204693373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"236cd89b-d7a7-4916-b703-df73120afbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.204975301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b52a45ea-b6fc-4315-9a36-046cab89da63","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.216547687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"236cd89b-d7a7-4916-b703-df73120afbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.216575838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b52a45ea-b6fc-4315-9a36-046cab89da63","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.311840315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7e0a5a1b-d91a-4015-8366-7ca665f69c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.33920282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7e0a5a1b-d91a-4015-8366-7ca665f69c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.070015788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"a303b982-4290-4897-9d45-918640d579ac","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.085102284Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub1","reconcileID":"93c0faa6-e5d5-4fb0-962f-81f1cbba5e9c","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cead985e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.087458572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"df39f6f1-3842-4087-92bc-462679608ccf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.087458618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5e28b260-ae51-4868-94f8-e9f7532194c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.091556498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bae286ed-f8e1-4308-a8aa-d0abef1632ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.091844267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"79ad4bae-f788-4e96-b0e0-a058ff14b8e2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.098130861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"df39f6f1-3842-4087-92bc-462679608ccf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.099827212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5e28b260-ae51-4868-94f8-e9f7532194c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.101219297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"79ad4bae-f788-4e96-b0e0-a058ff14b8e2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.103503819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bae286ed-f8e1-4308-a8aa-d0abef1632ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.353454002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a8a7aa14-bf46-4b3a-88d3-f236baab3f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.353494565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"02772364-c6ef-4b44-a181-466a9320c32e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.353903684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"7766d238-e6b2-4e5c-b1bb-319c1046ca06","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.393703885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a8a7aa14-bf46-4b3a-88d3-f236baab3f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.416581234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"02772364-c6ef-4b44-a181-466a9320c32e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.432015247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"7766d238-e6b2-4e5c-b1bb-319c1046ca06","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.487700858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"2797d52f-62bb-49e5-b0ba-ae7eaeb31887","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.497697208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"09be2c7e-446e-4b46-b026-e98f6c8fe403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.509416601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"2797d52f-62bb-49e5-b0ba-ae7eaeb31887","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.516950087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"09be2c7e-446e-4b46-b026-e98f6c8fe403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.538771198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-db71f4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ff664d23be6fc132dd819cc230e97efe4f6fe5b51d49e0ba0c5782a7a7b64e6) AuthConfig (fcb4d429812621f858ec2e4062c7947144e9c35075d137b7bbf29a85f979edd8) AuthConfig (23e83ebc492ba6405c4f01fc0888496938707d31b3664a06279290ecddbf6e2b) AuthConfig (0300a1094b86fbb8ae2ac9641bbd0dffc912ef324d60674badbdfb32795de3aa) AuthConfig (87b37bf7928e43ab0d23c4d8e3e5fc38451c9597bb7490129ea9eb6b95371717) AuthConfig (ada7b786d8c038449031a0d2fe3230ddeab82a6471b04e563f6fe1738c3efce0) AuthConfig (27b6e277c965ff7f8f3c85cf631ee2942788d5fffa3dcba18770a1bbc2aa7d79) AuthConfig (6d113328e103772029d5b894ad19084a808976810d8282b9592b7a61fb09789b) AuthConfig (9840f3b1ae7236cfbb2510786bb157575fe5f6b4b82b1e0daf775e779d3d5446) AuthConfig (dcaedfc1fee34af0a62a331e909833122a43173605a5db9dc3265050939f905d) AuthConfig (7e53327097f9e56fa26fb276a6de1da37dfa7fa597b29bf3b93723de03e50625) AuthConfig (73703bec141fe3085a3fed05af3a659a6e56bd9e1b8751a6717ea3cbade4ef81) AuthConfig (bacdfc13c946ac1fcd301985e5dd170a16c7b747920c6ed1f00101210bc59243) AuthConfig (dd4b8d085b7e3f64e7c1d699094b826e2bf197917bb5a04002d78db5004edbdc) AuthConfig (087af372aa08743ace80c967713c5247a07dce47cfe0290386ef5fe3d69fe1de) AuthConfig (5108bd2a3cc0726f0b845fb7d5130d1bf37a1eb64f7e1c3482e413f7f521ffbc) AuthConfig (dbd9ad68dca4388e41b9ab45a718a5972f1b1fc86b6fa013b18ddd3398977fd7) AuthConfig (989ef4a80e2d220bf9be22d59a8fa48b1ee497df3d438d612ec832c40875c8a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"2797d52f-62bb-49e5-b0ba-ae7eaeb31887","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.639290997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"45426e9a-a459-4415-99c7-cfb1a47efcf3","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.639322976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"45426e9a-a459-4415-99c7-cfb1a47efcf3","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.06624688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d048677-d4b9-465d-bdf9-25495a0ef953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.07354129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d048677-d4b9-465d-bdf9-25495a0ef953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.095839722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d048677-d4b9-465d-bdf9-25495a0ef953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.099663483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d048677-d4b9-465d-bdf9-25495a0ef953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.596544608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bbaeef6-f754-4cc8-9430-ae7789114dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.622422593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bbaeef6-f754-4cc8-9430-ae7789114dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.631510672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bbaeef6-f754-4cc8-9430-ae7789114dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.642267632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bbaeef6-f754-4cc8-9430-ae7789114dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.772414015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:41.77251003Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ded926","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ded926","reconcileID":"03cdd820-de62-4c1f-8a60-d1d017513b23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ded926","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ded926":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.382874574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd01d8e5-7668-4683-98d6-d45c6a9f47a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.391456478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd01d8e5-7668-4683-98d6-d45c6a9f47a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.400489992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd01d8e5-7668-4683-98d6-d45c6a9f47a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:42.411590507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd01d8e5-7668-4683-98d6-d45c6a9f47a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.353230547Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-sub","reconcileID":"beba743a-16a4-48cf-b713-de4998934d67","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.4849857Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-sub","reconcileID":"beba743a-16a4-48cf-b713-de4998934d67","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.638845408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"77301f62-0eae-4545-924e-ead7821a39f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.651448382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"5c547149-cef0-43d0-9d73-e327ac1e2f39","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.722870727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"2f9f4a55-7a71-4ca0-b69b-8ed20333376a","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.762914584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a7159857-8243-46c3-8a5a-9b08bbeaf2b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.763586842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"97f9a476-202f-405e-8be7-dab056ad136b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.764096554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"8178b7dc-6336-44b8-9807-aff7cbdcccbc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.771974736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub2","reconcileID":"8988a2e4-1d8f-4cb6-b6cf-42f2b97b6eae","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.809851545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a7159857-8243-46c3-8a5a-9b08bbeaf2b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.810771159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"8178b7dc-6336-44b8-9807-aff7cbdcccbc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.827852265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"97f9a476-202f-405e-8be7-dab056ad136b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.834239589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"23b7a94c-5be9-4234-bc36-59ef54734d33","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.866809783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"db429b4a-150b-4d9d-adad-1e30a5cecfbb","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.945489206Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-active-auth","reconcileID":"d8402a35-eece-45e2-9395-35f7d9e4485f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.956315451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"f30b6ad3-8f3d-4a32-ab9c-2a67bf8d7da2","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.904144256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"e2fc9144-ec96-4709-aab6-61b706990c58","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.927591602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"9886f9b3-9f7f-4061-9454-f10d53564569","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.983277951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"5f156fa1-f6cf-4e9f-a57c-eac5ee5ac109","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.013392315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"5f156fa1-f6cf-4e9f-a57c-eac5ee5ac109","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.082792168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"30212336-c538-450e-8950-f281540f3abd","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.087650861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"ffead343-f441-407f-8647-c2a5df8cf65f","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.106096583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"e195ce0f-7ce5-481c-a9a9-c8cbaba6ea69","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:47.114049176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-sub","reconcileID":"71d7f44c-b73a-4aa9-ab50-65c08d8242ed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.114147132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"786ae944-782e-4f90-aedb-05ab3a706e13","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.117539837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bcc959cb-66c5-44b9-bc7d-757b2daecf07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.121212637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"1a53aa13-3170-4f2a-8fff-b8ad2edd66a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.128251199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"786ae944-782e-4f90-aedb-05ab3a706e13","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.139135328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bcc959cb-66c5-44b9-bc7d-757b2daecf07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.147147673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"1a53aa13-3170-4f2a-8fff-b8ad2edd66a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.150384746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"d9c1eb0c-9350-48a7-8e6d-58098155861a","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.169266966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"c2e089d9-d3db-4375-b50d-d4fc5426f98a","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.237456871Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-sub","reconcileID":"013b5005-a4d8-4486-a456-393aa1cf9e86","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.237732956Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-sub","reconcileID":"013b5005-a4d8-4486-a456-393aa1cf9e86","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a4ab8e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.268226975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"71787615-9025-4d2e-9ee0-d4d45275804f","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.273979642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"29781ff2-8794-4fb1-b7ed-376d2d0ccf08","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.284388097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"29781ff2-8794-4fb1-b7ed-376d2d0ccf08","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.305683303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-sub","reconcileID":"39a0c5e7-2432-4212-8642-a95c0c8e4a9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.305817Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-sub","reconcileID":"39a0c5e7-2432-4212-8642-a95c0c8e4a9b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a4ab8e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.306325981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"92e262fb-7842-4375-b5e2-eeb1ea9dc0dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.373855116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7dce09f4-a658-4cae-8a11-d0b94cb9f621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.374702708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9a468056-0715-49af-81ce-ace07332636d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.382870269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7dce09f4-a658-4cae-8a11-d0b94cb9f621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:47.38478083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9a468056-0715-49af-81ce-ace07332636d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.19745668Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-premium","reconcileID":"56340b9a-261d-4b65-8ba1-7a4f48f1016d","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.29082393Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-subscription-premium","reconcileID":"56340b9a-261d-4b65-8ba1-7a4f48f1016d","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.320787092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"0ff6307f-6c2c-4fc1-bf3c-ce14d912e7da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.414677136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"b6fbefaa-4196-4613-a9f0-2ebe7ad3ed99","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.426705499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"06c85430-e38f-40ca-a701-5cfbd51d5880","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.430290839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"44009b9d-870b-437a-8a40-f8f7efd4d01c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.430773485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8baabbaa-5ef0-42b7-b57f-09f0b7ce7e0c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.4308005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8ecab008-730e-4474-86f5-c2463f522c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.456052305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"44009b9d-870b-437a-8a40-f8f7efd4d01c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.456867228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8baabbaa-5ef0-42b7-b57f-09f0b7ce7e0c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.473008245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8ecab008-730e-4474-86f5-c2463f522c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.563107937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"0ab645f7-3103-43ee-86d6-1fd07af7ba57","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.572297308Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bf89ccac-315e-4c66-b6e3-638bdecc6374","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:48.589622119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"8ba2b680-03a5-472c-bcb0-3b026966882b","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.094601487Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub1","reconcileID":"e070227e-a89e-46af-a812-102c3d1d793f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.106785408Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub1","reconcileID":"e070227e-a89e-46af-a812-102c3d1d793f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.120999812Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub1","reconcileID":"e070227e-a89e-46af-a812-102c3d1d793f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.207382646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"cc4bbd93-d482-48c7-95ea-e6d737991e70","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.290545549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"8780310f-45e3-4671-b2ba-3baa1b1b2f3b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.291123321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"b62c06ec-a3f4-419c-a131-88e6aed9255c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.291561315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ceaa70a2-61a2-42e4-9bfa-d1357f95f89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.291960824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"473a55b9-a441-4311-99b2-43ec82c47510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.297047418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"8780310f-45e3-4671-b2ba-3baa1b1b2f3b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.299716432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"b62c06ec-a3f4-419c-a131-88e6aed9255c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.301998189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ceaa70a2-61a2-42e4-9bfa-d1357f95f89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.304632434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"473a55b9-a441-4311-99b2-43ec82c47510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.357009352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"5171e759-a5a3-4a8b-ae02-420c4d6496ad","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.484332468Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub2","reconcileID":"1c850735-feee-4725-9cfc-a61b96f77dfe","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a4074262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.507783617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"74e3e3cd-63cb-464a-b5d8-ade2eff23384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.508198057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"c396218a-6969-4c75-88bf-74d836906d4a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.508584992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"71f035d9-0658-4c29-90b0-738f70bfa2b8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.508960987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0cdfe45a-7186-4fd4-8341-9e8ec5cd520e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.546086832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"c396218a-6969-4c75-88bf-74d836906d4a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.570882941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"74e3e3cd-63cb-464a-b5d8-ade2eff23384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.57278931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0cdfe45a-7186-4fd4-8341-9e8ec5cd520e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.584754465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"71f035d9-0658-4c29-90b0-738f70bfa2b8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.644076047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6230122b-d1bf-4f4d-9315-9d53c73aa329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.664685759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a13527c6-5e84-49dc-859c-a06bcb29f00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.665303744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"b19310b9-d991-439b-a718-3a5b9ebf827f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.669528181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"cde0007c-b1e0-452b-8706-3268973e8b79","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.684610367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"8253f838-cd80-454f-8a3d-a6c5ebee5b33","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.685464143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6230122b-d1bf-4f4d-9315-9d53c73aa329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.689821715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"b19310b9-d991-439b-a718-3a5b9ebf827f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.690836108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a13527c6-5e84-49dc-859c-a06bcb29f00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.694524901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"cde0007c-b1e0-452b-8706-3268973e8b79","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.697869375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"8253f838-cd80-454f-8a3d-a6c5ebee5b33","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.721393956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"02e710f4-3581-4c9e-b208-f709335852c1","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.721408817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"02e710f4-3581-4c9e-b208-f709335852c1","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.043952262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"aed4a7a0-99b2-44b1-ab41-461bd8022e00","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.083929614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"50e91af5-fd2c-4f03-a8b9-7125ad8f3e47","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.085992292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"438dd1b3-430a-4d3c-bf9a-5587f3108d8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.086904824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c7a39be6-957e-4130-9a14-8e80efc56191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.099222456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"50e91af5-fd2c-4f03-a8b9-7125ad8f3e47","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.103629036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"438dd1b3-430a-4d3c-bf9a-5587f3108d8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.104573044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c7a39be6-957e-4130-9a14-8e80efc56191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.151937562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"ca073519-a88f-4293-ac0a-b8e4cbc2b135","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.169158379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"a658adab-a93c-43c7-b440-ed76802ece8d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.207761807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"8d792f63-f96e-4c51-98ac-3715189a9067","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.219179339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"8d792f63-f96e-4c51-98ac-3715189a9067","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.348978815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"92f0281b-41ef-477a-ab1b-feba0d6599e1","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.363197929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"0e67688e-e148-4564-b106-f6998c7eb5da","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:50.382634413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-user-subscription","reconcileID":"4d714842-2a37-4d92-8a32-b02547100615","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.38847065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5b1b792c-2a22-436f-9558-0e3b50c1b8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.41356376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"470aea40-0485-4256-9215-52e1510e8a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.455652556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"4e1010b8-bcd5-4e6d-b1e8-f60aa4db05d1","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.464466802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5b1b792c-2a22-436f-9558-0e3b50c1b8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.519681701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"d62be2b2-35a1-420d-be68-80bdc8edfb5f","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.52157062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"470aea40-0485-4256-9215-52e1510e8a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.543530171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"0754c8ac-4a42-4d19-a7cd-3f22e1e23dc0","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.582650546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"bde977fb-038a-43f1-b1bd-6892e287a198","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.582761959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"bde977fb-038a-43f1-b1bd-6892e287a198","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.585716853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"69fb7c2f-1e6f-42c3-8c05-7aa4ac9c4258","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.601918339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"b6def394-0eb1-4ff5-afad-dbb71995266f","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.602866756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"69fb7c2f-1e6f-42c3-8c05-7aa4ac9c4258","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.604792782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"c403e5f4-e203-427f-89f4-3c71cfc80dba","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.604855276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"c403e5f4-e203-427f-89f4-3c71cfc80dba","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:50.609050021Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-db71f4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.611769167Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-user-subscription","reconcileID":"b452a71f-dd73-40ce-af8c-29f60878303c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.61321252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"a9ce086a-0927-4d7e-8466-13050c791132","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.613229633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"a9ce086a-0927-4d7e-8466-13050c791132","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.646958476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"ffadb237-2efc-4b58-a3b5-a169ac1b2e4c","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.648665754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"4ecd338b-3f7f-4729-b831-e9e1f118606e","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.649816988Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e440bc priority=0:[ai-tenant-e2e-worker-w2-e440bc/e2e-test-other-subscription ai-tenant-e2e-worker-w2-e440bc/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.663255446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"8dcf50b9-36da-449d-8bc2-63e3b46a0428","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:50.663794221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-user-subscription","reconcileID":"b452a71f-dd73-40ce-af8c-29f60878303c","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.672430429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"fadecf67-68e4-4f8b-823e-0722507714dd","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.673706193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"4ecd338b-3f7f-4729-b831-e9e1f118606e","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.683793567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"f28c4806-ce5e-4612-bc20-3d957a511781","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.683881839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"f28c4806-ce5e-4612-bc20-3d957a511781","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.68440048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"5b4f37b4-a856-4aad-bdb7-ade78f1c7662","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:50.689861444Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e440bc/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.690232205Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"3e1da202-3a1e-4130-9be6-516d85898013","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"test-model-db71f4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-db71f4/test-model-db71f4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.699746663Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"a5a5fbce-828a-4cba-9e11-843a1f357a99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-e440bc/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.710163675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"250d6f28-624f-4e20-8204-956dbe9bf786","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.710229512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"250d6f28-624f-4e20-8204-956dbe9bf786","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.774890745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1855bf51-88a1-4f50-afe8-40b197fb2297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.775559446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"77c7c6e5-057a-49cf-93c9-035785d5fe3c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.776094983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c6097bf2-5dd3-4344-b0dd-fd3a5d6915fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.79103346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1855bf51-88a1-4f50-afe8-40b197fb2297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.791312168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"77c7c6e5-057a-49cf-93c9-035785d5fe3c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.7918794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"68178881-0d9e-4a06-834e-3a1ddc67d25d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.792335862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-user-subscription","reconcileID":"daed43eb-ef0f-4caa-9730-e7fd50b01d6c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.792462364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"2afb2e99-85aa-4554-8b77-a94c1a6c23e8","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.792775762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-other-subscription","reconcileID":"04a1805a-2688-4d01-9cd9-b52f068ef7d5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.792900149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"78f5fe33-1405-417e-8b4d-94a422fb08b6","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.796220623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c6097bf2-5dd3-4344-b0dd-fd3a5d6915fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.806628185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"2afb2e99-85aa-4554-8b77-a94c1a6c23e8","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.985571404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"3a6ed76a-8bb8-4f1d-a934-6ce43e1c368f","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.987273057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"af881cdb-0265-4449-ab90-233bcc2a3e71","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.992514673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"ce7d4305-6e79-4269-b63d-5be0f9b290ce","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.993091349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"026a71c3-c40f-4c2f-8887-3203c0faed68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:50.99361552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"651a4012-e5e0-403e-9087-e8a4a3fbc676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.000776253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"ce7d4305-6e79-4269-b63d-5be0f9b290ce","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.003368469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"026a71c3-c40f-4c2f-8887-3203c0faed68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.042952213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-other-subscription","reconcileID":"8ea4261a-8000-482c-8305-2c5093e0f0f2","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.043904041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"651a4012-e5e0-403e-9087-e8a4a3fbc676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.044934083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-user-subscription","reconcileID":"e55c4adb-8683-446c-b62f-ebc814c1a138","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:51.092828926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"643bb21d-679e-4820-b639-6d9277097020","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:52.211799318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"d5fdd2f7-cd84-4fb6-a55e-b8b7e54b9d49","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:52.253867983Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"d5fdd2f7-cd84-4fb6-a55e-b8b7e54b9d49","name":"e2e-extmod-a-ded926-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:53.830489998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"25215a40-58b1-491a-9d89-960b429d9ec9","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:53.841908885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"fe280fac-0e7e-4b98-9d31-49596c7330c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:53.842469881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5eb906d3-33a4-439b-a9d9-e3037417e2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:53.84291512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"2bd2ed63-6fbe-4878-a992-c033d09e0f20","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:53.851820121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"fe280fac-0e7e-4b98-9d31-49596c7330c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:53.851820126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"2bd2ed63-6fbe-4878-a992-c033d09e0f20","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:53.854529023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5eb906d3-33a4-439b-a9d9-e3037417e2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.408136756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"54f41b36-ba50-4964-84fd-0c8cdf4359b9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.408927715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"45a26c13-958f-4e95-9302-5f401f5ddfb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.410019436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"532fe190-2cc1-41f7-8edf-fdd4199b8313","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.410714782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"acd7e1b7-afb8-451f-b42d-3eb91de00314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.418631364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"54f41b36-ba50-4964-84fd-0c8cdf4359b9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.423100074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"45a26c13-958f-4e95-9302-5f401f5ddfb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.430164074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"532fe190-2cc1-41f7-8edf-fdd4199b8313","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.432302846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"acd7e1b7-afb8-451f-b42d-3eb91de00314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.48868627Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub2","reconcileID":"e42fd302-f5fc-437a-935d-c82f7c51f0d5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.492823958Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub2","reconcileID":"e42fd302-f5fc-437a-935d-c82f7c51f0d5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.51033573Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-sub2","reconcileID":"e42fd302-f5fc-437a-935d-c82f7c51f0d5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.642791424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"44309ee6-094a-4a16-abfd-165c6af32c66","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.653854035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"f26cb77d-2f23-417d-b1ca-fac9eba53c0f","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.657557223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"ec26159e-b0a3-41b7-9bfb-99d73ce1453a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.659136576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"11882458-4e30-4790-a877-2f1a3b86c651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.659504316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9aa7ef97-ec4b-4813-9789-a148554b5fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.660008666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"956bd3d5-6fa4-402b-afee-0b179f70f0cd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.665355213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"ec26159e-b0a3-41b7-9bfb-99d73ce1453a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.668513215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"11882458-4e30-4790-a877-2f1a3b86c651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.668592658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9aa7ef97-ec4b-4813-9789-a148554b5fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.670859693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"956bd3d5-6fa4-402b-afee-0b179f70f0cd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.757613566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"472df9af-b3ca-48d9-99ff-d99b5c8cec16","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.765535832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"472df9af-b3ca-48d9-99ff-d99b5c8cec16","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.792657687Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth1","reconcileID":"0a151415-4f63-40b4-bdd9-003eb5f4259a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.792660935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"dd39adff-5ce6-456b-b902-121c1fec1a21","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.883627912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"17a3d695-9260-4e5e-abce-97aaf1e16025","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.062102527Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-return-all-auth2","reconcileID":"808b4e21-d375-4ed4-a467-09d9b28462ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.062124905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"c1a8158c-3957-4735-9812-9b02084cee58","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.072699188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"84e9a8f5-b2b5-4018-9f0a-e951022fdd4b","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.074250706Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-sub","reconcileID":"9768040b-d8dc-4ed5-a354-432babe720eb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.091696633Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-sub","reconcileID":"9768040b-d8dc-4ed5-a354-432babe720eb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.091716589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-sub","reconcileID":"9768040b-d8dc-4ed5-a354-432babe720eb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.09180427Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-sub","reconcileID":"9768040b-d8dc-4ed5-a354-432babe720eb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a4ab8e/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.102942835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"d941b892-d254-4008-ac8c-8ffa1834e09d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.115014447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"f7d424a7-4a29-4739-8dfa-f12ac5b85295","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.122880155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"9e623cef-0e88-4548-9c07-f7813754d1f9","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.134609971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"155dd4a9-389e-4b5e-aa2c-8171739a1a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.135209914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f9cf34bb-f6fb-4962-9e14-946072fbab57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.137068894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"9e623cef-0e88-4548-9c07-f7813754d1f9","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.14341278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"155dd4a9-389e-4b5e-aa2c-8171739a1a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.143742031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f9cf34bb-f6fb-4962-9e14-946072fbab57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.259832045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"80b0322c-d40f-4bf2-b07f-a13f88e763b7","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.260152521Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-degraded-auth","reconcileID":"91a63ce6-64da-4378-a1a7-a26a6f7da313","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:00.272985957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"580d504e-5176-44eb-a0a7-3949ad07e772","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.222757489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"a944994b-5696-4a42-9422-1b5ea7bd0772","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.230967793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"dc5bc59e-9100-48ea-a5a0-57345f8e356b","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.23946155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"e5bf6614-7f5d-4733-8f69-fe2dc3a2c023","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.247921174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"e5bf6614-7f5d-4733-8f69-fe2dc3a2c023","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.273708311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"05691599-0a6e-4199-be08-2f254eab7799","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.351015499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"95929692-c278-4a05-8473-f5150d19049f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.358604114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"92d4f18c-0b58-429f-b590-fb746801a3b4","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.364840825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"95929692-c278-4a05-8473-f5150d19049f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.365156441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"6238a801-23f2-4210-b633-d7da12dea1ba","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.451480289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"2d852ac8-7bcd-4470-a749-9fa2d9e4a055","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.462426996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"2d852ac8-7bcd-4470-a749-9fa2d9e4a055","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.549081006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"1f580ca4-182f-4fe1-be67-32db71088c34","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.555029385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"c7a22bd6-fb76-427c-9272-976f25db7cb7","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.560858148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e29eabc2-08f6-4af7-b901-88e16e7a4a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.561255426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"661c250f-0e9a-432a-84fd-9d5cc3df1c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:01.561484959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-sub","reconcileID":"f7b711f5-c4b4-47fa-a15f-87bfe300a81c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.569634364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e29eabc2-08f6-4af7-b901-88e16e7a4a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.57063678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"661c250f-0e9a-432a-84fd-9d5cc3df1c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.579300791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"68bdafe3-3724-47ea-a696-9455fc0ca2d3","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.588582815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"2ed0dc49-957c-4507-be6c-f5e9c238bc31","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.609032643Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-sub","reconcileID":"3d3ac68f-72bd-4905-a9e8-7e3451ba225f","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.627181624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"9999662b-e647-4dc4-910f-662d8f8f5b2d","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.656696389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"6e6aad20-1156-4ac3-af83-904937ea67f4","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.659812148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bb7a7cf6-57c2-418a-9aa4-5581d389ac44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.660406799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"ba49bc88-e49a-40c6-8d01-9ce3ca09a3a3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:01.661681538Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a4ab8e/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.667229951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bb7a7cf6-57c2-418a-9aa4-5581d389ac44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.668215562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"ba49bc88-e49a-40c6-8d01-9ce3ca09a3a3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.679892447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"896cc19e-5de6-4973-9ccd-84991fdc3fb3","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.7516298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"c1332f41-a5ba-4597-8c86-15b8ab0370ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.752051325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-sub","reconcileID":"f4d1f108-caae-4353-b858-62afa661aa5d","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.759389757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"00b4c4b7-ce6f-467c-82da-01146119f0d3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.759941868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9fec6d23-0d94-40f4-a8ba-d4fe0eda7542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.760505351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5758a083-5b3d-405e-a8c4-ca9fbf3204d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.761009095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"540573d5-7a24-4975-9fbb-053b77b4d35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.76142128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"13045b49-22f0-4006-a614-96fbfb7b395b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.835338662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"00b4c4b7-ce6f-467c-82da-01146119f0d3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.839501223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5758a083-5b3d-405e-a8c4-ca9fbf3204d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.843184438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"540573d5-7a24-4975-9fbb-053b77b4d35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.846716883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"13045b49-22f0-4006-a614-96fbfb7b395b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.850332957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9fec6d23-0d94-40f4-a8ba-d4fe0eda7542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:01.943460957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"00b4c4b7-ce6f-467c-82da-01146119f0d3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.947706923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"b8da300e-7529-47c3-93ba-3f291edd9bb1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.956566781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"b8da300e-7529-47c3-93ba-3f291edd9bb1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.958136385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"dde77997-1385-48d3-8ea1-7f8c78e36a12","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.968661309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"dde77997-1385-48d3-8ea1-7f8c78e36a12","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.123415715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"5b3ff009-9e29-4f81-809c-c3f3350b4b73","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.129824177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7c847882-6cad-4115-80cf-bc74bbb7ec36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.130299772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"d4a993ae-1e8d-47cc-9163-813625dd9c4d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.130466218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ef446405-f905-40a0-9a4b-36f461a228c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.140712874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"d4a993ae-1e8d-47cc-9163-813625dd9c4d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.141918157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7c847882-6cad-4115-80cf-bc74bbb7ec36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.1432024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ef446405-f905-40a0-9a4b-36f461a228c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.238460953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"1f7a5b61-6372-4fc2-a30e-cf9169463f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.23845926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0ee06d0d-eeaa-4e5d-963a-5f8277709083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.250126277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0ee06d0d-eeaa-4e5d-963a-5f8277709083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.25236984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"1f7a5b61-6372-4fc2-a30e-cf9169463f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.340117653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"d5a7b1e6-154c-4a6c-8a04-c92f4b3d28fe","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.348139267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"d5a7b1e6-154c-4a6c-8a04-c92f4b3d28fe","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.704071302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6029c72e-babf-4863-b026-b1bd0ce0661b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.706847835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6029c72e-babf-4863-b026-b1bd0ce0661b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.709477116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6029c72e-babf-4863-b026-b1bd0ce0661b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.712547329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6029c72e-babf-4863-b026-b1bd0ce0661b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.849867268Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-user-subscription","reconcileID":"ae3dd599-fc55-4009-b25a-951aaa45d63d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.877010761Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-user-subscription","reconcileID":"ae3dd599-fc55-4009-b25a-951aaa45d63d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.888548117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-other-subscription","reconcileID":"50900265-08c9-49a8-ab40-7540cc9b50e9","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.888553027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"e7892d5a-ccc8-418c-bb89-8a4266623d79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.95692122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"5c59b470-17bc-494e-86e9-d07b5a90fd99","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.969951312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2fc372e6-cb83-492f-986b-b97b77b99691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.970077667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"56642681-eada-4e7a-b187-11ed47afd978","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.970426832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7156753e-f4b5-483c-a933-1579b0e8f5ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.980358173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"56642681-eada-4e7a-b187-11ed47afd978","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:03.982545702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2fc372e6-cb83-492f-986b-b97b77b99691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.03731876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7156753e-f4b5-483c-a933-1579b0e8f5ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.039259471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038875bc-f7c5-4b0a-8087-dd9eee764e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.047571706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038875bc-f7c5-4b0a-8087-dd9eee764e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.056414947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038875bc-f7c5-4b0a-8087-dd9eee764e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.062230748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"038875bc-f7c5-4b0a-8087-dd9eee764e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.117795338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"03f732a0-7eb1-4bc0-8b95-dc5cfdf08ee1","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.123950934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8f9975e5-b151-444b-8f82-b9e180d4afd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.124149176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"2a8b650d-fa83-4325-b120-9c1a7e257143","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.12396665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e18b4026-d3aa-4203-b227-60350f1c5c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.132154258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8f9975e5-b151-444b-8f82-b9e180d4afd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.132332494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"2a8b650d-fa83-4325-b120-9c1a7e257143","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:04.134399665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e18b4026-d3aa-4203-b227-60350f1c5c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.567722832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"f808adfc-8733-4678-b258-9627fc487bcd","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.588230341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"1ac092b1-8004-4d03-9e0d-1decbf12566a","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.588299534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"1ac092b1-8004-4d03-9e0d-1decbf12566a","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.826816147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"281da944-06ab-4ba4-85ba-0e8e0a3dbb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.827549301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"d97bb01f-cdfa-4424-ad1d-78ccd4913d6e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.828160464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cafa417d-a686-4256-8af4-2d0b52853f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.869011558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cafa417d-a686-4256-8af4-2d0b52853f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.884750353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"d97bb01f-cdfa-4424-ad1d-78ccd4913d6e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.915254482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"281da944-06ab-4ba4-85ba-0e8e0a3dbb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:07.997840073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"7c5124c8-4241-4503-b11d-7fb4e923d624","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.038904534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"7c5124c8-4241-4503-b11d-7fb4e923d624","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.768537161Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.137641825Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-sub","reconcileID":"88db6b18-5903-4552-84a4-d2430bf9a5f4","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.153000084Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-sub","reconcileID":"88db6b18-5903-4552-84a4-d2430bf9a5f4","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.165036121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"bddf4380-24a3-451f-99d1-9cc64ac02228","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.176471157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"5fb337f2-7c69-454a-b068-fb16fd9655a2","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.183230726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5e0bde28-eb50-435f-a71a-01f348ed505b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.183536935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e881e3f4-464b-4d9e-bca4-fc44fced3e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.183684625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"44033e7b-76d9-457f-863d-e7aaf31e09d5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.190198542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5e0bde28-eb50-435f-a71a-01f348ed505b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.190976369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e881e3f4-464b-4d9e-bca4-fc44fced3e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.192583554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"44033e7b-76d9-457f-863d-e7aaf31e09d5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.245644442Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-sub","reconcileID":"f86678a6-5ab6-4c10-ad91-98a38b05cf59","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.245765094Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-sub","reconcileID":"f86678a6-5ab6-4c10-ad91-98a38b05cf59","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a4ab8e/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.304555275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"a8f476f2-5bff-44d9-8a3c-0d66591852bf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.30458747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"22885135-ebd9-42c1-aa20-b20bca2306e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.304949833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"21035723-5379-487d-9eee-12580af23240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.312508435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"21035723-5379-487d-9eee-12580af23240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.31254405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"22885135-ebd9-42c1-aa20-b20bca2306e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.316155194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"a8f476f2-5bff-44d9-8a3c-0d66591852bf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.328715341Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-user-token-filter-auth","reconcileID":"1ab5d046-0a22-455a-be31-b946ac025451","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.328730454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"65faca2a-fe4e-4877-b60f-46ed6cc2f462","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.426901707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"0442b709-cff9-4564-8d1a-1a3cff254b9d","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.445829796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"facb36fd-7a2c-4d79-af4a-a41b2d6eb36c","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.44614463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-apikey-failed-auth","reconcileID":"c3c3bdfb-0749-40e5-b6be-185f9d6586f0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.624270191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"36543907-2a96-464f-b9a0-3414fbcd4912","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.602682892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"aa6e313a-fce0-457d-b624-9cb64f7f0758","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.610639819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"e176309a-bb45-42e8-94a8-903651342def","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.617244137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"c628d5c1-ce3e-410b-9b8b-5ac86048e07a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.623538081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"c628d5c1-ce3e-410b-9b8b-5ac86048e07a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.64031437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"19ba9e8e-3835-4c85-b0a7-4d92bbd8d5d5","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.719893082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"01324523-ab78-413c-874b-29e615252b40","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.727210923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"01324523-ab78-413c-874b-29e615252b40","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.835609025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"53281c82-6e49-4c83-93a0-853d1bf89d4e","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.844076728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"357a5ea9-910c-4c97-a5ab-b8f42f713177","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.846215343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"80c8cc1e-d8ab-4712-b5d8-e168ccaeeec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:13.848605059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2","reconcileID":"b053cc48-f1ed-465f-aa1a-c3d334fa5804","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-247dbff2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.849092951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"20d8720f-43b3-41ac-84db-eca35cd90d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.85667423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"357a5ea9-910c-4c97-a5ab-b8f42f713177","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.940498334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"5e0ad673-84a8-4c76-9cf1-79e51f735cb7","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.940591636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"80c8cc1e-d8ab-4712-b5d8-e168ccaeeec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.944219058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"20d8720f-43b3-41ac-84db-eca35cd90d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:13.94515703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2","reconcileID":"169060e4-f943-4798-8cfa-86eb6dc1db34","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-247dbff2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.965981129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"fd7c0931-528a-46a5-bbed-e54fc666509f","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.970883228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"59d7ab14-b800-40ef-8d32-26f04b6d2a93","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.973020584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"02feaee5-b191-457a-b98c-787c0a67eba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.97347058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"82da9253-8c9a-4792-b723-583432f8e7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.974148944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"977a213d-a534-4e9b-affc-c2f91a01b783","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.98006904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"82da9253-8c9a-4792-b723-583432f8e7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.980194309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"02feaee5-b191-457a-b98c-787c0a67eba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.036673066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"977a213d-a534-4e9b-affc-c2f91a01b783","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.049549278Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2","reconcileID":"52ef4c82-25b1-4729-9c8e-e24eb864f66f","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/e2e-filter-sub-a-247dbff2","ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.145175894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"3f9e5967-92a5-4e19-9aaf-14215c9e12ee","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.145667719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-other-subscription","reconcileID":"6b96037e-d9f3-4e59-b818-ad25614e049f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.15459453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"e7cd328d-e838-44f0-ad26-43244c7cab7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.162080287Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-other-subscription","reconcileID":"6b96037e-d9f3-4e59-b818-ad25614e049f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.180693133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2","reconcileID":"047769d9-d8a4-4a7e-9187-1c268cdc44fa","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.234560169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"bdcf13b1-8c06-4d27-ab71-83e00dacbccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.241716511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fb8f4e-beb8-476a-a162-e90b25ecc571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.242201452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"fc5f4f95-2856-4ac0-b74d-1b1d108119b5","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.244136012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fb8f4e-beb8-476a-a162-e90b25ecc571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.246587231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fb8f4e-beb8-476a-a162-e90b25ecc571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.249119922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20fb8f4e-beb8-476a-a162-e90b25ecc571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.257832551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"704f72f3-d241-4f65-a8d8-48f2842883b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.259057516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"1ca51d08-08ba-4ca5-b392-5e550acabb6c","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.259474216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"5bb04d7f-f92e-4e5a-9565-4ed29e587759","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.260403074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e5f933ea-977a-416b-871f-eb53a75964fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.266449526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"5bb04d7f-f92e-4e5a-9565-4ed29e587759","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.266536938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"704f72f3-d241-4f65-a8d8-48f2842883b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.268979141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e5f933ea-977a-416b-871f-eb53a75964fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.303934542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"8d0c86e3-d627-4e66-8dc0-1bb6324e74fe","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.348826247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"53d73944-c82c-48d9-858e-0ade1d5e31e5","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.355092251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"17fb012d-eab0-45bb-be26-21a59d11354c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.361734852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"17fb012d-eab0-45bb-be26-21a59d11354c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.434574944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"89d417b1-65cc-4eeb-81e4-845eb8f4fd23","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.434973592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"b4ca9c5a-9ebd-4c21-882a-23bf48bfb298","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.435747238Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-auth-access-denied","reconcileID":"a2f520e0-95bc-40be-83c3-b5ad5548ac33","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.455486587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"5d20b5a6-3b6c-4f1c-86e3-d7ddd38161e1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.463387661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"5d20b5a6-3b6c-4f1c-86e3-d7ddd38161e1","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:14.479158805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"5d20b5a6-3b6c-4f1c-86e3-d7ddd38161e1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.483256439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"ac2dc68f-5027-467d-a830-1586a4cf8717","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.536109915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"f4a9168f-e69c-496f-b32f-443d8a19c10d","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.538647042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70751015-9dc9-486a-bc5f-1c6850c25cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.541936424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70751015-9dc9-486a-bc5f-1c6850c25cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.544417467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70751015-9dc9-486a-bc5f-1c6850c25cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.547085115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70751015-9dc9-486a-bc5f-1c6850c25cb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.549537875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"8d846d5a-6096-42c3-b8b4-8c940cbd97ea","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:14.550642664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-sub","reconcileID":"341b7cb5-3c91-4c61-aed7-a12f79e3c6a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.557636655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7302084e-b836-4176-9b4e-140e33fe94b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.557821099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0d795bb0-4a96-48b0-8782-ac56bea9c631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.559573608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"691ef172-5edd-4976-a7ba-cae98473ca54","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.565115506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7302084e-b836-4176-9b4e-140e33fe94b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.566243258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0d795bb0-4a96-48b0-8782-ac56bea9c631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.567850165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"691ef172-5edd-4976-a7ba-cae98473ca54","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.570666408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"69463f57-6138-4e27-9a3f-6442e59bd401","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.576035916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"1204cd70-20b9-43f8-b48a-63b19017af42","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.596152698Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-sub","reconcileID":"e0869404-7fd9-4962-b571-8e4757ff75ae","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.648889239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"d2ff4380-e5dc-4d55-9f25-a5b866795b03","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.655564067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"0cf17b51-b83b-48cf-bfb1-e936e95ae9d9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.662823607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"0cf17b51-b83b-48cf-bfb1-e936e95ae9d9","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.688136962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-sub","reconcileID":"cba1bb2f-b3a1-499f-a448-652c5a7be5fe","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.688291001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"d0eec880-5996-4aa7-b3e8-c34620bd72a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.756297751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9044a34e-6a62-49e5-b21c-ce6213a1a339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.756648021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9c484d73-5f9b-486d-8c9d-9ea0300d96b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.764409768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9044a34e-6a62-49e5-b21c-ce6213a1a339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.764893546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9c484d73-5f9b-486d-8c9d-9ea0300d96b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.994825371Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7c192b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7c192b","reconcileID":"02d7279f-613c-43af-9ebc-1455b364b6b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7c192b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-7c192b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.215517664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96cc124-ddcc-49ed-8564-4c99b78984a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.217960713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96cc124-ddcc-49ed-8564-4c99b78984a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.220400026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96cc124-ddcc-49ed-8564-4c99b78984a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.222882291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b96cc124-ddcc-49ed-8564-4c99b78984a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.772127169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"3cb3c026-cb2a-4659-8d53-f4ae9fe3e9c3","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.77895201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"1dd918e9-c8ab-424d-b59b-45ac0e7c8faf","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.787525293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"12d4a433-9a0b-4bd5-a2fc-95d8768a05f8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.800587517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"12d4a433-9a0b-4bd5-a2fc-95d8768a05f8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.823738102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"079d4913-cbe8-4556-a048-3fcb4ee2232e","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.886999988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"6ee23abf-fb9f-4599-b56f-25a065077f0e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.894845696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"6ee23abf-fb9f-4599-b56f-25a065077f0e","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.980058636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"19e11a35-f31d-4b5c-9741-4ddd376f073d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.989636816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"10163066-e9d9-41de-90e9-9abdce95b87c","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.994335438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"03fecff4-af88-431b-b579-454cdc20c97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.994985961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"2c1fe3f0-8db4-47c3-9522-68bfd33629cf","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.995485847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"cb45d36b-98f3-43cd-aaf8-cdf2060e4827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.995523847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"2fdad903-9ee5-4a87-ab43-ecab6291791b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:15.995813277Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e440bc/e2e-test-group-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.001701022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"03fecff4-af88-431b-b579-454cdc20c97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.001828656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"b97803ef-9372-409b-9e54-32e86cb00386","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.005614645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"cb45d36b-98f3-43cd-aaf8-cdf2060e4827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.007151441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"2fdad903-9ee5-4a87-ab43-ecab6291791b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.019087539Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-subscription","reconcileID":"40c926e9-c0b4-43a7-b7bd-9427d916b8d7","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.033886318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"ba6dde4a-81a5-41ea-9784-be541fa64e8d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.123434483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"a1a8a0cc-99a8-47de-8b66-fb40c9080593","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.125858102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-subscription","reconcileID":"93f9e736-7475-4615-b564-dc856a229bac","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.128771416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"fcdead98-833a-4670-bbc8-d3e27e129aa4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.131495721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"258b17df-a102-48be-b783-f1ca101a7939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.131809759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"83e54a61-2663-418c-98a3-5552883706e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.136160247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"fcdead98-833a-4670-bbc8-d3e27e129aa4","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.138587656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"258b17df-a102-48be-b783-f1ca101a7939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.140706321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"83e54a61-2663-418c-98a3-5552883706e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.312198757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"384f9627-bb6b-4bd7-ada6-85d9ff397ef3","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.319822938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"f42bc7b6-ca31-4ad8-b90f-a3733bfd43dc","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.330556822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"08ad7a37-0b60-4734-bf9c-3bce5c5e0889","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.337247915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"08ad7a37-0b60-4734-bf9c-3bce5c5e0889","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.530533538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"4ead3504-864a-4489-a771-9c44732d5423","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.532648633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"2856adb1-04fe-47e0-a57c-cc6a7dc26a6f","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.532788768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-a4ab8e priority=0:[ai-tenant-e2e-worker-w0-a4ab8e/e2e-filter-sub-a-247dbff2 ai-tenant-e2e-worker-w0-a4ab8e/e2e-filter-sub-b-7326e168]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.541037693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"afd236b3-3a41-41c0-8a6e-2e566e637ced","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.551285802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"5b15d490-6519-47e9-9151-083e3ceb04a4","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.572797617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"c7653d00-48f9-44c7-860e-3d71310a3a57","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:16.582246901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168","reconcileID":"e8300983-b5c5-4448-8440-395113c9d42a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-7326e168\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.647202699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"dde3eaa5-0302-4376-b49b-3a09a3626673","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.648671881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"254077f6-5366-487b-aa45-23d77fce4b72","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.734970089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"bd09f05d-dca7-4b63-96c8-358c10fbb68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.735462899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"1f80d8b1-0116-440e-a061-9f7ae56749e2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.735819767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"63d71ec0-4fda-4fb8-979f-60bf6ce89dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.738224281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"254077f6-5366-487b-aa45-23d77fce4b72","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.738849101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"5d35575b-d6f3-435f-ab1c-768344bd058b","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.772966497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"bd09f05d-dca7-4b63-96c8-358c10fbb68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.77405327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"1f80d8b1-0116-440e-a061-9f7ae56749e2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.797173596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"63d71ec0-4fda-4fb8-979f-60bf6ce89dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.849146091Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168","reconcileID":"b9392045-c9c9-4da2-b73c-510b561717fe","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/e2e-filter-sub-a-247dbff2","ai-tenant-e2e-worker-w0-a4ab8e/e2e-filter-sub-b-7326e168","ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.917543702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"8d8a2367-6dda-42bd-a1a1-a4d36d8efec7","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.933222224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"5ad083ce-644c-41ff-8a9c-932c4119c9f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.951572525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"965a0ff6-e6e8-4fbe-9789-5613009efa87","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.969012578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"965a0ff6-e6e8-4fbe-9789-5613009efa87","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.991686015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2","reconcileID":"b0d4bbf3-6b65-40f7-8661-849ec460d622","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.994293891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168","reconcileID":"5cedfb14-a21d-42fb-81d8-a6d9646742eb","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.045663786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"b1cb743d-4bef-435a-a636-f8af73e00039","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.045737223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"506d054d-6fc8-49c8-a374-8c5362b1a159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.053919337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"160d8c84-8fe8-47d4-a5e3-ae23f1484f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.060363407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"506d054d-6fc8-49c8-a374-8c5362b1a159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.069393476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"b1cb743d-4bef-435a-a636-f8af73e00039","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.083015535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"160d8c84-8fe8-47d4-a5e3-ae23f1484f74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.093057026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"3da80225-ccb8-4868-a3f8-4bdc0aa3933c","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.10169661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"81e79fd8-883b-4d01-a06f-b4cdb927f9c2","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.144390064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c6cd6582-7d7b-4736-b267-f70e1d1a0057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.159938202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c6cd6582-7d7b-4736-b267-f70e1d1a0057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.234944164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"65e3593c-780c-4637-84ce-4ed9e72917c5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.235135078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8bb94b30-19b1-4b50-9dad-93c4dc3bea2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.244876507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8bb94b30-19b1-4b50-9dad-93c4dc3bea2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.24556334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"65e3593c-780c-4637-84ce-4ed9e72917c5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.481569107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"79209d35-8750-4099-9dd0-60bcca192559","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.491190896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"82eae12e-6762-4462-9e08-a813c9469650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.494738238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"95e24b0e-7d89-4429-9303-cd0a27bf87a5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.494786495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f48619d9-4249-4257-b865-c10ac203665e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.500143234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"82eae12e-6762-4462-9e08-a813c9469650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.5017533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f48619d9-4249-4257-b865-c10ac203665e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.502514012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"95e24b0e-7d89-4429-9303-cd0a27bf87a5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.773827306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"8a5495ff-8c7b-4087-8524-85070c43fb37","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.78974845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9900e9e9-cd8a-40ff-9688-501f1d5c259a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.790237994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"02838464-fb06-4bae-b228-790ddc0ac71d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.790324932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"b99850fc-f54b-4090-a19c-72dbecc713b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.79080221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0c4b799a-5264-4fc6-89d3-ee8b89d98f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.800094498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0c4b799a-5264-4fc6-89d3-ee8b89d98f31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.800127395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"b99850fc-f54b-4090-a19c-72dbecc713b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.802654425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"02838464-fb06-4bae-b228-790ddc0ac71d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.803398712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9900e9e9-cd8a-40ff-9688-501f1d5c259a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.518579196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"13a0fade-daf0-40bd-bad1-fd51a0492a49","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.56217458Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"13a0fade-daf0-40bd-bad1-fd51a0492a49","name":"e2e-extmod-b-7c192b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.241242752Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"60aeb5b5-28eb-46c2-8a6a-4672c6364f05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.31739547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"63a85806-fd9d-4794-977f-a59ae8680060","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.321156666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"e17cd772-ea43-4d90-8c58-9cc24786d94e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.322020906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-sub","reconcileID":"1823e56d-a18f-4eac-9cea-215814782136","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"maas-trlp-test-model-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.322584783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"68f142af-03a2-41b7-a33f-9c1d338fe24c","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.442530921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c9e6317-ca4e-427d-8974-a55532dd6139","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.451255308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"05056af5-c921-4d27-b4ba-7aac87d54c1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.4591315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"5a811b30-0409-4006-97de-f39893421ef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.530081633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a467dd0f-d1f0-463b-840a-fcec066a7f89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.5408588Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"577a8764-1bfd-479e-bd9e-e7a2ef4bab57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.716394815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"7c727949-d0bc-4295-b52b-d0d360de5360","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.047074011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"fe63a3ed-ee67-47ba-ae16-e84ad08c9178","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.136475419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"662acad5-3c7f-41c1-8f11-ecad90eff44f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.144963702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"6f97b0ef-c4ac-427e-a73e-90540bb9e0a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.145750944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"a49d6371-72d6-432d-9a49-b63738ad5075","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.146423024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e4da898a-7a76-4330-a031-fb0e43d537f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.250177812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"6f97b0ef-c4ac-427e-a73e-90540bb9e0a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.252852295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"a49d6371-72d6-432d-9a49-b63738ad5075","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.259704295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e4da898a-7a76-4330-a031-fb0e43d537f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.261949577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"c8ed2cd9-8367-4f6d-8f3e-176c6bf0de44","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.339813915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"18b48264-52ff-4d7b-81c6-f881886bb525","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.96281603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"6e0e7658-98ed-475d-9f8b-ceffb7118403","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:25.990250624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"3c92a980-742e-4a3c-9217-1ed73aaaf2f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.017493728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"4648b594-fb35-454a-8e78-950e6dfaabdf","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.135089731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"3d1553cd-1e3b-4a7d-8802-043566b72c81","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.135778314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4ac0ced2-798c-482f-be0e-d78c659c8ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.137001243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0f5a809e-f97f-40d2-a940-389aa2f189a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.143969987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"3d1553cd-1e3b-4a7d-8802-043566b72c81","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.146803075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4ac0ced2-798c-482f-be0e-d78c659c8ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.150600226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0f5a809e-f97f-40d2-a940-389aa2f189a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.151738513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"b0b47b3c-b50a-450d-80f2-5d5a580c635b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.270013455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"ed6f4eff-000e-49b7-a6b2-9b2c154d6d42","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.270766988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"ed6f4eff-000e-49b7-a6b2-9b2c154d6d42","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.295121547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"c4872ae9-34cf-4186-a3d5-ae1f05b3fdd5","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.295654743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"4eb8115c-1693-44e9-8c64-692f8f0f7b28","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.306247087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"c4872ae9-34cf-4186-a3d5-ae1f05b3fdd5","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.315473267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"4b45cbf5-7c71-4894-868f-3a754b0446e0","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.315550512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"4b45cbf5-7c71-4894-868f-3a754b0446e0","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:26.383206788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"72a21565-0bc0-4d54-ba3d-ebc54c88de2f","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.120962216Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-subscription","reconcileID":"9aaccd68-6e6d-4607-8884-92595d1eaa8d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.134160055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-subscription","reconcileID":"9aaccd68-6e6d-4607-8884-92595d1eaa8d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.157938774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"ca057940-f010-4a36-a119-08b54ef2bd70","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.168336898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"b374b694-94d4-4dfa-9d5e-5d00eaf332f9","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.170089996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6b781409-a90f-46f2-8a52-0de81763973e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.170806537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"babb9994-5cfb-4307-96b0-930262b2cdc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.170806988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"77f077e7-2e3f-489f-9013-0baaaaafbd34","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.177936573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6b781409-a90f-46f2-8a52-0de81763973e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.179037424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"babb9994-5cfb-4307-96b0-930262b2cdc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.180729931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"77f077e7-2e3f-489f-9013-0baaaaafbd34","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.326649563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"02286d7f-0e62-45a3-a0ed-d462d693218e","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.326748022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-auth","reconcileID":"34efe3d9-fea8-41a9-9f12-84716904d9b1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.338000301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"2c561087-3422-4d2d-bba2-902b361528ac","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.350974058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"fce4cd7d-d2fc-4204-ac5f-4496dfbc8fa3","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.350994678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"fce4cd7d-d2fc-4204-ac5f-4496dfbc8fa3","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.364560604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"143ff82d-202e-4b41-a400-d3cd8ab8546d","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.364632539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"2442ba3a-e3ab-4442-855b-ecccee70e6f2","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.370711238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"143ff82d-202e-4b41-a400-d3cd8ab8546d","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.38058303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"dfd0b4ef-387b-48b7-b1f0-4474015eebe9","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.380602266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"dfd0b4ef-387b-48b7-b1f0-4474015eebe9","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.478355728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"edd9359d-43ad-4da0-b7cd-ed2db02ee96b","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.501662742Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-sub","reconcileID":"f267c07d-d9bd-49b5-b09f-c1d768010e17","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.522667069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-sub","reconcileID":"f267c07d-d9bd-49b5-b09f-c1d768010e17","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.631366197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"5a5425a3-04e7-40ff-9c6a-e73257d29b93","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.644204849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"c4745ecb-3385-4f81-b7fc-e847ec4aff8e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.644299961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"caec633a-c686-402b-b375-ba914eba38c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.644682612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"97631467-7681-45fb-a713-2ee134ad1f1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.651361012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"c4745ecb-3385-4f81-b7fc-e847ec4aff8e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.651876298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"caec633a-c686-402b-b375-ba914eba38c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.653696456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"97631467-7681-45fb-a713-2ee134ad1f1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.794707037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"f86264b5-4860-432a-93e9-12afe54364a0","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.794740072Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-scoped-auth","reconcileID":"eb53fd5b-bfc8-499d-8f6c-4634435b3699","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:27.80496845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"7fa39010-8ea4-4e0d-bb87-d4777967db3b","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.219939412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"844979b3-bcdd-4233-844a-8e303e120563","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.227124506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"5e3f71c0-a66a-47f8-b230-fb9412ea4e83","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.232956479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"04e6a716-26c0-4a20-aebd-fafe604d054a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.240131911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"04e6a716-26c0-4a20-aebd-fafe604d054a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.262282462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"d0e0d0a6-87a0-4749-8832-260b0dc760e7","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.333168043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"55f8f7d3-41f2-4088-8915-0a76f2f979b8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.339783012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"55f8f7d3-41f2-4088-8915-0a76f2f979b8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:28.359932924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"55f8f7d3-41f2-4088-8915-0a76f2f979b8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-no-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.372782003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"e99a2272-3ae2-477d-83b8-7f422cbdf37b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.438334867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"e99a2272-3ae2-477d-83b8-7f422cbdf37b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.449080149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"dd661ed8-95bd-4b4c-b18f-c909e2c0932d","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.454594106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"24fd721f-ffa0-495b-b667-9ac4e3030540","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.459850204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ed59b2c7-6d32-4f70-a0c8-22bfbc02e330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.460270337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2412cf7a-205d-445a-bcfb-f448089ba334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:28.460612239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-sub-only","reconcileID":"d9ef6116-9d8b-45d5-9be3-f80245212138","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.466875248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2412cf7a-205d-445a-bcfb-f448089ba334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.534535872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ed59b2c7-6d32-4f70-a0c8-22bfbc02e330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.540595331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"521299f8-7e43-4db8-8b1f-8550521b8861","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.547568232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"0099dc36-2c14-440d-927d-c1bc6ef46538","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.562491787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"7ebfa7c0-a460-469f-80b6-715d8da336db","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.563888642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"fcee9157-8804-4cf8-9022-6dc3a43d6d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.565101002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d7a893a5-4014-45fd-9c7f-9122cd343480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.568974296Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-sub-only","reconcileID":"cb243d69-4d2e-4b91-b756-3a8a9bf7ae3d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-e440bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.572714262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"fcee9157-8804-4cf8-9022-6dc3a43d6d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.573665779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"7ebfa7c0-a460-469f-80b6-715d8da336db","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.575446968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d7a893a5-4014-45fd-9c7f-9122cd343480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.592619861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"51354887-2ca0-4b72-a02f-a62bb77049d1","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.659439717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"1ab72fa4-7114-445a-8b23-c8964dea3f77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.659500915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-sub-only","reconcileID":"ab7f005a-1e19-4c7b-bd94-c04ae1d16fd1","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.817467331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"9c35ed3c-197f-4d14-91ec-b74406506f4a","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.824086094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"75554c03-f27f-49e2-a08c-e65fd0a03cfb","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.829563415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ef94c6c1-b38e-426b-b45d-c06503a9a6bf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.835536861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ef94c6c1-b38e-426b-b45d-c06503a9a6bf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.864657292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"cc91bde9-2492-4933-a171-6055f977b065","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.930250475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5ecd5c3d-aee4-4db0-8c4e-6402a07165ac","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:28.937738462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"5ecd5c3d-aee4-4db0-8c4e-6402a07165ac","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.020280472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"1774a392-4987-4995-9213-4cb18044553b","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.02751328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"32b67a2d-c82d-47bb-84f5-55d7f4fb6570","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.032382699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3ac4f965-4495-46d2-9055-06e9e904ed0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.032958356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"1f5f31bb-b4ad-40a2-9d37-3ccbb81d4120","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.035413935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"78144350-cde1-4ea5-ac8b-165b328c8081","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.035455033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e51d6daf-772e-456e-8136-e65c46db6f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:29.036027833Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c381a7/e2e-api-key-deleted-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.03768458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"7978992b-3447-4905-ae21-f86711a42cf8","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.0398864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3ac4f965-4495-46d2-9055-06e9e904ed0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.042467951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e51d6daf-772e-456e-8136-e65c46db6f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.042591583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"78144350-cde1-4ea5-ac8b-165b328c8081","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.055007108Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub","reconcileID":"dc6a9ed2-3a80-45c3-ac26-6e07a05f791d","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.068961803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"fe83a2cc-94f3-417a-9cfe-930d9d7564a7","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.132310668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9a1e3e92-8a5e-4018-a29c-d8d34f35b18e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.13283043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4104dd15-24b8-4fde-bce1-4983ca1595f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.133259763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d4ae70f6-d7f9-4025-9b8a-c0391bef8840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.138663869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9a1e3e92-8a5e-4018-a29c-d8d34f35b18e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.13966382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4104dd15-24b8-4fde-bce1-4983ca1595f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.141003662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d4ae70f6-d7f9-4025-9b8a-c0391bef8840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.147599306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"5f1f9870-ff12-40c4-ba65-e2987252797b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.147670162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub","reconcileID":"98cb259c-c818-4790-83d7-8ee5eb8430f8","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.399891746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"658d7767-577c-4337-9484-194b40950e78","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.410581734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"19f297a1-f5ba-4a58-9e18-da3377438db1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.410683028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"2532867d-145d-4c29-82af-d7d90b942498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.411017739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c8c17a55-979c-4438-9a2d-1584a8343d13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.418126402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c8c17a55-979c-4438-9a2d-1584a8343d13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.418177012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"2532867d-145d-4c29-82af-d7d90b942498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.42030378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"19f297a1-f5ba-4a58-9e18-da3377438db1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.691418788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"599cf5ca-a422-48e7-8b9a-c46d13a5c3f1","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.69673633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"6ae05937-08a3-46e5-a858-f7d31a988d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.69706529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"45ce08fc-f2d2-41a7-a09e-7f9f7b7a6f1b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.69723818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6dbacfc0-7521-4f49-885f-b2ea9316b861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.706499621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"6ae05937-08a3-46e5-a858-f7d31a988d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.706644577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6dbacfc0-7521-4f49-885f-b2ea9316b861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.708736429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"45ce08fc-f2d2-41a7-a09e-7f9f7b7a6f1b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.798881466Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2","reconcileID":"9d70c977-711c-486e-9d32-b9b33262b04e","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscription":"e2e-filter-sub-a-247dbff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.823838259Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2","reconcileID":"9d70c977-711c-486e-9d32-b9b33262b04e","MaaSSubscription":{"name":"e2e-filter-sub-a-247dbff2","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/e2e-filter-sub-b-7326e168","ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.833483756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168","reconcileID":"82c5c990-f370-48e3-bf43-7d326734b15f","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.833753163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"ba7dc9cc-78e5-4858-8833-bc2a53787ecc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.846295582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"3563e985-326e-41cd-8e34-114da4b6b931","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.853630433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"5420defb-3e67-460d-81dc-f4fb67bc1456","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.85413965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"e4328b96-09b2-4787-b257-621d89e09f98","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.854149129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c8c2c291-c801-48f2-8e11-86c00002205c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.854533437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"635fdd2e-39b5-4b27-bc29-635d5b2b2acd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.861961428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"5420defb-3e67-460d-81dc-f4fb67bc1456","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.862685218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"e4328b96-09b2-4787-b257-621d89e09f98","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.865535252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c8c2c291-c801-48f2-8e11-86c00002205c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:30.866198661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"635fdd2e-39b5-4b27-bc29-635d5b2b2acd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.001861573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"d16c072d-5106-453d-9f02-825cb03abf36","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.009256319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"0a48da99-dbbe-4209-990b-6cc6ba0ae42a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.009255495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"fc57a4e9-32fd-4fed-a19c-70cb93d6199f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.010483497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"24eb2d4d-3c3c-4403-b52d-9175dea847b6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.010483499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"7f3372be-88b3-40e9-bc5c-87d58b2d861b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.017129727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"fc57a4e9-32fd-4fed-a19c-70cb93d6199f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.017683574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"0a48da99-dbbe-4209-990b-6cc6ba0ae42a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.019469851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"7f3372be-88b3-40e9-bc5c-87d58b2d861b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:31.020085904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"24eb2d4d-3c3c-4403-b52d-9175dea847b6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.242107713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04954b5-3975-4db2-9b27-f85137056edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.248900274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04954b5-3975-4db2-9b27-f85137056edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.253686618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04954b5-3975-4db2-9b27-f85137056edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.256036611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04954b5-3975-4db2-9b27-f85137056edb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.479581094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fa2733-ad89-45dd-86d9-4cfba68a77fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.481852091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fa2733-ad89-45dd-86d9-4cfba68a77fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.484302672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fa2733-ad89-45dd-86d9-4cfba68a77fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.486856074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59fa2733-ad89-45dd-86d9-4cfba68a77fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.882053155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"77f5b9ce-9b41-4072-96e8-0c1f88908b78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.984643758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-sub","reconcileID":"9031a9a8-7365-4ce9-864d-7c2522dd2c87","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"maas-trlp-test-model-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.085595999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"7cc03b44-ae51-42ae-bb8f-6963ab23d946","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.085771842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"e4735500-2b10-4f00-9144-2c4829e10894","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.086420586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"df4ccaef-ff18-4ebe-8b85-788db408b771","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.192012331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5937faa6-51c6-4175-8a32-a5b43258db75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.192714324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30af0e6b-25d6-4d77-9793-e2c9a153673b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.203685097Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"6924eb03-da9d-4418-8389-3f2ed4ebfb4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.204842054Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"26be6e9a-f1d4-484d-8c3b-57ab9c29b2c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.395057132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"0d8a07c5-faef-4fa4-812f-cc3ea9f9574b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:36.545627735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"830cf182-ee93-465b-aba4-e841f2f3c52d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.845795544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d8145e8-8490-4359-91d3-0f69b9186102","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.845821956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d8145e8-8490-4359-91d3-0f69b9186102","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.85896986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3cb6c1df-0c5f-461b-a236-834e37befc45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.860648097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de210d63-97d6-4294-96ff-7eb195783b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.860864878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d37bf2ab-0817-4761-87a0-a64c8c8dea98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.868387494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d37bf2ab-0817-4761-87a0-a64c8c8dea98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.868745771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de210d63-97d6-4294-96ff-7eb195783b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.880099796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e7b3d88-646a-41b4-bf4a-1007230e924f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.880115426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e7b3d88-646a-41b4-bf4a-1007230e924f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:38.960869393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"add463f9-e1d0-42d3-a0b3-d7cd7eef6f7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.115851048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"a89c187a-843f-4606-a983-c8c246e0fd5f","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.123989811Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168","reconcileID":"aa34b988-ed16-4632-ac76-02643e00f927","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscription":"e2e-filter-sub-b-7326e168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.132138846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"55dd1cf1-3f34-41b2-b317-33008edfa5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.132249816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"9e9cd009-8d4b-4025-b294-1ba3e81739dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.133051017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9fc37d1e-77fb-40bc-9fc4-5c65a2a89340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.139172261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"55dd1cf1-3f34-41b2-b317-33008edfa5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.139420416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"9e9cd009-8d4b-4025-b294-1ba3e81739dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.139590613Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"9334a33b-274e-42d0-a476-2ede3d763154","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a4ab8e/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.142427289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9fc37d1e-77fb-40bc-9fc4-5c65a2a89340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.157824423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168","reconcileID":"aa34b988-ed16-4632-ac76-02643e00f927","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.159231832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"d87f240f-92b8-41b3-99a8-0c03c585a87c","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.23857892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"4cbecd59-a01e-4c8c-92ca-1bcc8021155e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.243244158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"54c909c2-d155-47a8-9cc3-02b5318577b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.245085766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"4cbecd59-a01e-4c8c-92ca-1bcc8021155e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.264448732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"94ffb91a-270e-40ac-aa30-92f72c5a8cfc","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.265234543Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168","reconcileID":"193358ea-fb02-4a95-882c-60fc1dfd4091","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscription":"e2e-filter-sub-b-7326e168","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.272294437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168","reconcileID":"193358ea-fb02-4a95-882c-60fc1dfd4091","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.331896141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a4f88c13-42e6-47c8-bf0b-2d05d3a4db5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.332023323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ed2a9cdd-23ad-42b2-a03e-1a02ad8dcaee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.331896863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"5a0a0083-ccae-4a28-97de-f505dd61fcf5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.338724515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a4f88c13-42e6-47c8-bf0b-2d05d3a4db5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.339137339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ed2a9cdd-23ad-42b2-a03e-1a02ad8dcaee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.340999274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"5a0a0083-ccae-4a28-97de-f505dd61fcf5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:39.36878352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7326e168","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168","reconcileID":"193358ea-fb02-4a95-882c-60fc1dfd4091","error":"maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-7326e168\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.414539195Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-sub-only","reconcileID":"73a9a6fa-7930-4fda-8d66-a14311596bf3","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.417256318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"555e81fc-576f-4ba5-918d-8f3be3b31d41","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.422699101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-sub-only","reconcileID":"73a9a6fa-7930-4fda-8d66-a14311596bf3","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.431842705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"21f7d37f-0574-4487-8521-83d8e221e52e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.438156264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"21f7d37f-0574-4487-8521-83d8e221e52e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.452100172Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-a-247dbff2-auth","reconcileID":"3f6648f9-442d-491d-9819-c6e921564a95","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-247dbff2-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.461048672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"61fbbbc6-16d0-4754-aee6-1fd22c9fa324","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.540814517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"36320e03-2d6d-47fd-9511-656eb504b07f","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.547112167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"b06adace-af79-494c-ac3b-0578e23413da","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.547571497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"7a7a5c7f-1278-4ed9-becb-363beaa533c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.54789932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"24963513-c06e-4f30-8dd1-753e66e842f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.553979376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"7a7a5c7f-1278-4ed9-becb-363beaa533c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.556219114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"b06adace-af79-494c-ac3b-0578e23413da","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.558575183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"24963513-c06e-4f30-8dd1-753e66e842f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.647927224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"3ac9dc32-d826-4083-a0bc-2ea544a84cac","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.648015363Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-test-group-no-auth","reconcileID":"a44f9d8c-7a82-4fa2-b4b9-4609ef427ba2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.676377857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"2f738c85-82d5-48f8-870e-3d79230dd80b","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.692556839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"9469560e-a825-4224-82ce-69daba78bd67","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.692584642Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-filter-sub-b-7326e168-auth","reconcileID":"21acd3c4-9c89-4eeb-b3f5-da860dafd972","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7326e168-auth","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.704292398Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub","reconcileID":"845c8e96-0a33-4bb9-8074-1c2f7b885375","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.715071552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub","reconcileID":"845c8e96-0a33-4bb9-8074-1c2f7b885375","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.73416529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"d992ef9e-21a3-4e15-bdd7-8a6f72feddbf","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.741749864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a1781642-d3d7-4d54-9f28-cde3f4d59734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.74363877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fb396ed3-dba0-4cf1-bff4-be96a305b4d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.744011656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"58a8268b-a071-400f-9226-5ab6f08a6251","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.748300277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a1781642-d3d7-4d54-9f28-cde3f4d59734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.749974659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fb396ed3-dba0-4cf1-bff4-be96a305b4d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.754268604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"58a8268b-a071-400f-9226-5ab6f08a6251","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:39.771138734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"b5e7fc46-468e-4325-9aac-5d4c6a1dad0c","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.126137364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02c3ba25-8e87-4434-b17e-2672c25f57b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.126166824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02c3ba25-8e87-4434-b17e-2672c25f57b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.14158539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0f286a2-9ee8-40ae-ba55-4e207b798574","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.142320657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3d72c49-594b-486f-93a2-b4e9af3aba7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.143573259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"368ae7b0-b40b-45d9-be46-9e412ca2918a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.16118161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"368ae7b0-b40b-45d9-be46-9e412ca2918a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.163564258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3d72c49-594b-486f-93a2-b4e9af3aba7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.235183345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20741ab2-3390-4176-b595-6c584a4b83ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.235205736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20741ab2-3390-4176-b595-6c584a4b83ea","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.245777856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1954ce7-8c57-4609-abf4-171485954bc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.331055506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"be452f79-92ec-4596-b445-68fb5ab9b557","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.347644683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"dd792741-c891-49ec-a9ef-9bd6ecaea30c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.44150115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"b56414fd-31fd-4ec4-940b-02da2d1f47cc","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.446641268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"b363351c-1809-4775-b0e1-af530789f76a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.447125597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"da15ca6e-bd3d-4210-9c2b-bd2d1c0e0ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.45352188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"b363351c-1809-4775-b0e1-af530789f76a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.453861373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"da15ca6e-bd3d-4210-9c2b-bd2d1c0e0ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.454036437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"0906f366-c5b7-4954-ba7b-029253faafc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.160824764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"78d0d9f2-8d90-44f3-af9f-e7c9099a43bc","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.161319928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"aa98a860-43e3-4ec2-b3a0-421d0c7d3297","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.1792564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"e140a9a0-7bb8-4caa-ac34-221f68d391b4","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.179679645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"7855c088-1d44-410b-9d5e-8cf60b9d36a9","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.180399655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"51e1d830-ebad-460d-9f19-8b6d1607bac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.180620683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"033c6b89-a8d4-4d46-b767-c8daaa578ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.18402152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"dafffd4f-8f76-42b7-b80b-80e797ab069a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.184660522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"966ef6c9-d701-4edd-a8e5-e54be599582c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.190876718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"033c6b89-a8d4-4d46-b767-c8daaa578ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.192604087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"51e1d830-ebad-460d-9f19-8b6d1607bac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.320640233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"64eda075-5522-44f9-86d5-60c8f38c52e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.332145304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"64eda075-5522-44f9-86d5-60c8f38c52e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.411154638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"228e5d01-416e-482f-9489-fdd150bd8d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.419416562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"228e5d01-416e-482f-9489-fdd150bd8d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.767910576Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.966669521Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"aa451fb6-088c-48d1-9923-9e47c3034b8d","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.973591594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1fb6365f-3ed8-48dd-ae72-337196443abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.973692415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"22335ed3-33af-443b-9272-2540277fdbc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.974101002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"29563d38-169c-4652-b860-b30d597303bc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.974154787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d307861b-e5d6-42ee-9d42-f8416c932c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.974653298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d69f1b4-6fe6-4d22-9d36-ac820010affe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.980865283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"22335ed3-33af-443b-9272-2540277fdbc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.980914865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1fb6365f-3ed8-48dd-ae72-337196443abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.983805326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"29563d38-169c-4652-b860-b30d597303bc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.984294421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d69f1b4-6fe6-4d22-9d36-ac820010affe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.987693916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d307861b-e5d6-42ee-9d42-f8416c932c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.993914582Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"a809e160-5954-4329-8ddb-884d36085d3c","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:42.995969152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"5d5ff717-0ba4-4fb3-8baf-a7fb0e6fb78b","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.002390598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"5d5ff717-0ba4-4fb3-8baf-a7fb0e6fb78b","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"e2e-inf-a-17adbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.098184784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"3a7c64e5-9750-4219-ad63-8dcf59d9f2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.098259379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"4d43e3da-6f23-4d34-a43e-e471441ec566","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.098729378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b54ecec-8e70-4311-b1f9-4e449c49b305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.099183524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"82ef0f62-1048-46bb-bcdd-ad202010035a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.099475764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9c9dc57c-de55-4a2b-9f5f-b752000a5608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.106605571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b54ecec-8e70-4311-b1f9-4e449c49b305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.106958221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"4d43e3da-6f23-4d34-a43e-e471441ec566","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.110244917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"82ef0f62-1048-46bb-bcdd-ad202010035a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.110370168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"3a7c64e5-9750-4219-ad63-8dcf59d9f2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.113983052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9c9dc57c-de55-4a2b-9f5f-b752000a5608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.125929583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"22e644ad-6350-4cd3-b867-e8efee8b1ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.126835916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c4c2fd-af40-4acd-b779-38a9a047d6db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.126915451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d107e7d5-e533-4080-8310-d78c77bf8255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.1291393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"978cfdb1-c005-489d-b136-1fc1d5eb835d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.130640727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"fb6ffbf7-981c-4319-991b-ebe92188255b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.134683066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d107e7d5-e533-4080-8310-d78c77bf8255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.135034874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"22e644ad-6350-4cd3-b867-e8efee8b1ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.137203417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c4c2fd-af40-4acd-b779-38a9a047d6db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.138691892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"978cfdb1-c005-489d-b136-1fc1d5eb835d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.140070815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"fb6ffbf7-981c-4319-991b-ebe92188255b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.165272966Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"5e966ef9-0e45-4143-b479-1270197a9cc7","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.196286698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"bff10dfa-1b16-4b8c-a8c3-800b48d138cd","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.203414654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"bff10dfa-1b16-4b8c-a8c3-800b48d138cd","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"e2e-inf-a-17adbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.231528223Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"6da5f6fb-81e9-4bc9-bb9e-654ef4383db6","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.24531698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"28b41469-86ec-4203-8b0a-e6769432c407","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.336635828Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"961eca08-9e45-41ca-9c84-4b282dc0d376","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.342959132Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"e4e74b90-79be-4224-82ce-0fff9a5df259","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.345073596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"12f3b30b-e5e5-4762-a7bc-82f30501b59a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.374192427Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"12f3b30b-e5e5-4762-a7bc-82f30501b59a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.388504884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"12f3b30b-e5e5-4762-a7bc-82f30501b59a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.399193713Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"617eb5ab-25e4-44c0-bb47-1215d28e1204","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.543053598Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"826a6a56-46e9-431e-9932-a793d8a2d2f1","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.546703287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"f16e8b81-ff73-4ecc-a09a-ff5b29ad0eb6","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.546731089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"f16e8b81-ff73-4ecc-a09a-ff5b29ad0eb6","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.551940269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ea6c027d-c429-41a4-a31b-0dc00fcb07ab","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.554687456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"18d50962-b39d-427c-a7b9-99061e236490","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.55506745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d2f05ac-4587-4510-9996-328d93f7b863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.555464047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b78020e-4e06-4b64-b33e-2893d5a1f4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.555862375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d3cd8cda-d6e4-4184-b4a4-a3c9804efef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.558444145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ea6c027d-c429-41a4-a31b-0dc00fcb07ab","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.637423886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"18d50962-b39d-427c-a7b9-99061e236490","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.637913962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d3cd8cda-d6e4-4184-b4a4-a3c9804efef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.638764753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ea6c027d-c429-41a4-a31b-0dc00fcb07ab","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.640289131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d2f05ac-4587-4510-9996-328d93f7b863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.642841958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b78020e-4e06-4b64-b33e-2893d5a1f4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.660465936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"3cf61e13-9b39-402c-ba0c-d41abc90db9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.709103254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bc633373-05e6-47a4-b985-59eadf0ab0f3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.709833984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"cd98f5ae-1b7c-4bd8-aea5-a15693098e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.715602577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"3cf61e13-9b39-402c-ba0c-d41abc90db9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.720820285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"64cfad03-5e7a-4c38-a893-746ac1c0ff20","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.72168216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"81d9be95-232f-4760-aca8-ea422059ccd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.725748476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"cd98f5ae-1b7c-4bd8-aea5-a15693098e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.731001861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bc633373-05e6-47a4-b985-59eadf0ab0f3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.735572869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"64cfad03-5e7a-4c38-a893-746ac1c0ff20","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"e2e-inf-a-17adbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.738231339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"81d9be95-232f-4760-aca8-ea422059ccd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.748580212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9f651a50-fd2a-4296-bf97-0b427b87ca16","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.756813287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9bba75d9-3e19-487f-9040-9e0d5df2b0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.758221047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d94e6c0f-b94c-4f15-91f8-4862ea4f78a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.774562199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9f651a50-fd2a-4296-bf97-0b427b87ca16","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.776224317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9bba75d9-3e19-487f-9040-9e0d5df2b0be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.779574712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d94e6c0f-b94c-4f15-91f8-4862ea4f78a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.78033313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9f651a50-fd2a-4296-bf97-0b427b87ca16","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:49.381106647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a128e176-b6a5-48d3-8092-d6c02316b475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:49.383759635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a128e176-b6a5-48d3-8092-d6c02316b475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:49.386532628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a128e176-b6a5-48d3-8092-d6c02316b475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:49.388847866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a128e176-b6a5-48d3-8092-d6c02316b475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:49.598600354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb844d6e-0f51-4204-9a25-e2f341669a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:49.601352674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb844d6e-0f51-4204-9a25-e2f341669a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:49.603861991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb844d6e-0f51-4204-9a25-e2f341669a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:49.60655615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb844d6e-0f51-4204-9a25-e2f341669a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.258656247Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a2ccd8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a2ccd8","reconcileID":"da579046-f583-4fe6-8b52-61f986755b0d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a2ccd8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-a2ccd8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.493009348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87baa783-16c7-4975-9730-d9c611d5180f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.495687682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87baa783-16c7-4975-9730-d9c611d5180f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.498270932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87baa783-16c7-4975-9730-d9c611d5180f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.500970759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87baa783-16c7-4975-9730-d9c611d5180f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.947171816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"fe8f2a77-b9c7-4639-843d-f69cea464b68","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.961367679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"7f8625d6-f7bf-4abf-8b83-61de8df00894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.983152896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1e0ffd7b-da86-4c54-8c5b-d7bbf4d91b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:51.00124932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"fe8f2a77-b9c7-4639-843d-f69cea464b68","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:51.039855277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"7f8625d6-f7bf-4abf-8b83-61de8df00894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:51.062975262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1e0ffd7b-da86-4c54-8c5b-d7bbf4d91b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:51.068400736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a39c0ccf6941da8886ea9f5e0477c45ae0025dbc52e731ff2e13b8879d25fdc4) AuthConfig (a40a1aa36d151a063e2602d9f341af4c7fa2041ddf6b9a282d56fcb90f7a6ce3) AuthConfig (fb601bd586aa6ea982b02ae3413d5229f9cc06fa808740fa922b616c5d03f066) AuthConfig (e56bfcf6b2d3ac0590cb7c5f3151ca9ee273a5e1bbdf8a4b1aa5e4cd8745c145) AuthConfig (837866172ec2aca35c354680bc56553442574fd128a65fa8758426f443298a4a) AuthConfig (bf657dc75a96d42e6f3ff5c945acd3e33be0a36f99a6cd37d4a7c7a7a7980b32) AuthConfig (78ce7a47697de0772520f5e8901d440f255cc39c09cb66ff313dc06f02f53f9b) AuthConfig (82d299b9c1015b01b7b70fdf2ef5bf4fcd7a48bc5cd0f2190293461cee5905fc) AuthConfig (59ef8443c636d3c47b0e147a2489949f68c0951b8c3b0633803f37d4a0a6cd4e) AuthConfig (42860dcc636a473214238ecdf10a21f53b498b18d1936bf50b8e8a8937262245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"fe8f2a77-b9c7-4639-843d-f69cea464b68","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:51.1794539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"803d3c9a-c1ee-4a1d-8626-b928ec63c725","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:51.17949361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"803d3c9a-c1ee-4a1d-8626-b928ec63c725","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.602825975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"a02b80c0-ae58-47de-8150-a7410bc6449b","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.800752751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"fa93510b-677a-4c4c-8cf3-7314b1b2b43d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.816689941Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"fa93510b-677a-4c4c-8cf3-7314b1b2b43d","name":"e2e-praxis-a-a2ccd8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.990850374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"2fce50d3-fde4-4697-8bf5-651215a541ec","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.991597431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"1c88e5f9-9c48-4099-ade1-787a45624801","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.992008446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"9a44c9ca-2d02-485c-b212-acda43b4878d","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.003020582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"19be4f5f-bae7-4830-89a1-46663c02c552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.004480081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"569825d4-0dd6-41a1-b5b8-13bc019ee7d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.018777578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"796fa5e6-1637-4da0-ac08-0f3066a92e3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.019704228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"4c4fdcf2-afb0-4fb2-a348-ef37562da25c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.043739175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"9233401a-e7ac-48e3-94aa-a75f46e35373","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.044630376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"77820560-ae95-43dd-8a4a-57ef635fa5e6","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.045507078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"66d98131-bcd2-4e47-9925-fa4679c0bae3","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.055204865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"19be4f5f-bae7-4830-89a1-46663c02c552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.057568218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"569825d4-0dd6-41a1-b5b8-13bc019ee7d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.178971004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d91dad3c-bafc-4423-a406-e4402a36f8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.179696662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9333b559-3a42-4b03-a420-0f39fe73fb0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.213697705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d91dad3c-bafc-4423-a406-e4402a36f8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:58.214384559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9333b559-3a42-4b03-a420-0f39fe73fb0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.166943057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"2a127a05-c0a1-4d81-b827-d0484d5036af","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.174371064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"2a127a05-c0a1-4d81-b827-d0484d5036af","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.180121879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a39c0ccf6941da8886ea9f5e0477c45ae0025dbc52e731ff2e13b8879d25fdc4) AuthConfig (a40a1aa36d151a063e2602d9f341af4c7fa2041ddf6b9a282d56fcb90f7a6ce3) AuthConfig (fb601bd586aa6ea982b02ae3413d5229f9cc06fa808740fa922b616c5d03f066) AuthConfig (e56bfcf6b2d3ac0590cb7c5f3151ca9ee273a5e1bbdf8a4b1aa5e4cd8745c145) AuthConfig (837866172ec2aca35c354680bc56553442574fd128a65fa8758426f443298a4a) AuthConfig (bf657dc75a96d42e6f3ff5c945acd3e33be0a36f99a6cd37d4a7c7a7a7980b32) AuthConfig (78ce7a47697de0772520f5e8901d440f255cc39c09cb66ff313dc06f02f53f9b) AuthConfig (82d299b9c1015b01b7b70fdf2ef5bf4fcd7a48bc5cd0f2190293461cee5905fc) AuthConfig (59ef8443c636d3c47b0e147a2489949f68c0951b8c3b0633803f37d4a0a6cd4e) AuthConfig (42860dcc636a473214238ecdf10a21f53b498b18d1936bf50b8e8a8937262245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"2a127a05-c0a1-4d81-b827-d0484d5036af","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.212204099Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-deleted-sub-auth","reconcileID":"97b2067a-03ef-475a-a126-0f10b4a6a16d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.212405516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"0d10a494-cbdf-4213-aa5b-e06ec1f1cef8","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.222060037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"e7996075-61c7-40e0-97c5-575cc9c750e1","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.346298829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"1f765785-6644-41a5-8a68-297ffcecfb68","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.353907089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"fab386ce-97a2-41fa-997b-338a00a089df","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.359854275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"9045b3f9-8645-4439-aaac-9de9ffa14a07","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.366724561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"9045b3f9-8645-4439-aaac-9de9ffa14a07","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.490581569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"db13a250-d61c-452e-8732-b04a4ca3bc6e","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.497209318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"9d017387-4c8f-434b-a0c7-7754c8d827c0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.504098199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"9d017387-4c8f-434b-a0c7-7754c8d827c0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.562422889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"656bfb2d-8937-4286-80b4-7e9bec241997","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.585678105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"7e579238-3bfe-4d2c-8b1e-c2f4befe84a3","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.601516002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cf6dece3-66a9-4fae-83fa-07a9a107f44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.602171981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0b33d9ea-6662-48c1-909d-88518b53620d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.609093384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0b33d9ea-6662-48c1-909d-88518b53620d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.609780009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cf6dece3-66a9-4fae-83fa-07a9a107f44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:07.620959542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-sub","reconcileID":"c2b898c0-cd64-4ad5-9806-3ca05e840ac9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.684497371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"b43d6a04-6250-4fe6-a72f-ea8c42297ef2","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.694529833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"724d9294-e82e-44ea-8b6d-1375b8637dda","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.708288632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"5a012221-021c-469d-bae7-45485446a1f8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.708956692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"37b6e72b-7309-47a1-b0af-8e551061c2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.709456486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2f0b4705-5e97-45d4-bae5-49b7ea879cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.709899323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e97dc791-4dd3-4ab7-91d9-6090eacc8182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.710394416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8a001b67-ab18-4960-a591-d509bcf16e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.714814646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"5a012221-021c-469d-bae7-45485446a1f8","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.718860576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2f0b4705-5e97-45d4-bae5-49b7ea879cf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.719406944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"37b6e72b-7309-47a1-b0af-8e551061c2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.723013057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8a001b67-ab18-4960-a591-d509bcf16e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.72301042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e97dc791-4dd3-4ab7-91d9-6090eacc8182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.724005397Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-sub","reconcileID":"0e72f07f-fd6e-4648-b516-886adb880d86","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.741119359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"ce30d7c3-7173-48b3-9a23-df86c62b20b8","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.82062133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"2ca8b02d-6560-46b9-8050-710a6ac724cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.820667967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-sub","reconcileID":"cdc1e9f5-5447-48f1-8727-8e6386b7611f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.190857396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"72a68403-d167-4920-bff9-5e77fc5314a5","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.239150102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c8b9fc-9cfb-4589-9877-e0e3e2b2709c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.243417144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"72a68403-d167-4920-bff9-5e77fc5314a5","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.245363034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c8b9fc-9cfb-4589-9877-e0e3e2b2709c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.248008327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c8b9fc-9cfb-4589-9877-e0e3e2b2709c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.250474524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c8b9fc-9cfb-4589-9877-e0e3e2b2709c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.279304394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"422a49ab-e1df-4cef-9bae-768885be40a6","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.279328161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"422a49ab-e1df-4cef-9bae-768885be40a6","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.474769116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ded086b-6ed5-44e2-8cbd-ac0a1d3a58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.477139935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ded086b-6ed5-44e2-8cbd-ac0a1d3a58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.479392773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ded086b-6ed5-44e2-8cbd-ac0a1d3a58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.48171767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ded086b-6ed5-44e2-8cbd-ac0a1d3a58b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.767271932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.038700037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"f47f7cb4-95cf-4686-a0a5-092ca082eec6","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.519890398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"240b2904-e9b8-4f2d-8674-a3e213fc942d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.526573747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"d3489ef3-89bc-4af1-ae2f-772e75df7e60","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.535620065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"9a6c42df-25c0-42a2-a31c-5e13c45eb30d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.541910447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"9a6c42df-25c0-42a2-a31c-5e13c45eb30d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.546721092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f692ffbcd4e904157fbe42182b7434ee4d2a32ea7a8ceed2c31346a41c038b2) AuthConfig (63a10e92db1e91b4ea4b84ff0b8a575ce016482d93975f66bc7ab60ba3ddc547) AuthConfig (8114be900f4781a7d8e17504e2c385bd681d5468afcbc332ee5b604a558f3849) AuthConfig (1fa218ecfd066d4c89645568e247a0ef4c376d2e83f98489d0737785a89e3712) AuthConfig (317d10ed8c2126dfa4a422c4644caeaa9df82ad661e7f069966e60e5b1e88189) AuthConfig (ae642666b7cd36e2d9d4167fbc9a2043915e096e2dd1cf445e21aa7e69c50f21) AuthConfig (e5c769586b39dac5f4f30e5f18b022d9d5221fa885a92d4f84c4f098bab22e9a) AuthConfig (fa71dd873a9f847ac40e27c7d2d1d29174a424f35b581f2fda29ff9f82af0627) AuthConfig (62aacf54d10f14d294807c1139b88347ac5bcf6681d7d71b361d89dd3a88dae6) AuthConfig (817548019d91084f4a116bca7f8a9fc73ea1613e12d231e0c503319e65de15a3) AuthConfig (90581ef2641ffc791f087fb395b31846013462c8f05d21f17b76a49372f753f7) AuthConfig (183c7f5f960562f78bbc89b06d7b478118d1ddde7e2c579a9d28ceabb36d3015)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"9a6c42df-25c0-42a2-a31c-5e13c45eb30d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.553802902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"19067658-064e-498e-8b71-abdb050b07b0","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.648043741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"98015aeb-dad6-423f-a2b1-10450f39b1bf","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.654483168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"98015aeb-dad6-423f-a2b1-10450f39b1bf","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.660734362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f692ffbcd4e904157fbe42182b7434ee4d2a32ea7a8ceed2c31346a41c038b2) AuthConfig (63a10e92db1e91b4ea4b84ff0b8a575ce016482d93975f66bc7ab60ba3ddc547) AuthConfig (8114be900f4781a7d8e17504e2c385bd681d5468afcbc332ee5b604a558f3849) AuthConfig (1fa218ecfd066d4c89645568e247a0ef4c376d2e83f98489d0737785a89e3712) AuthConfig (317d10ed8c2126dfa4a422c4644caeaa9df82ad661e7f069966e60e5b1e88189) AuthConfig (ae642666b7cd36e2d9d4167fbc9a2043915e096e2dd1cf445e21aa7e69c50f21) AuthConfig (e5c769586b39dac5f4f30e5f18b022d9d5221fa885a92d4f84c4f098bab22e9a) AuthConfig (fa71dd873a9f847ac40e27c7d2d1d29174a424f35b581f2fda29ff9f82af0627) AuthConfig (62aacf54d10f14d294807c1139b88347ac5bcf6681d7d71b361d89dd3a88dae6) AuthConfig (817548019d91084f4a116bca7f8a9fc73ea1613e12d231e0c503319e65de15a3) AuthConfig (90581ef2641ffc791f087fb395b31846013462c8f05d21f17b76a49372f753f7) AuthConfig (183c7f5f960562f78bbc89b06d7b478118d1ddde7e2c579a9d28ceabb36d3015)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"98015aeb-dad6-423f-a2b1-10450f39b1bf","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.710010681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"48b8c14f-86e7-4833-8f0c-208371a51189","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.71705105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"5cf25913-8c1e-48ea-8018-398bbca7d593","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:13.721602002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-sub","reconcileID":"c5f493d9-4bb5-4853-ac5f-b9166b4d4cb3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.724960695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"eb6202bc-d7ea-4f09-a05e-2183bb267d01","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.741402642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"a5c92c9f-abdf-4281-82bf-9129fd03d1df","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.741583217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"143f424f-7f9b-4cae-a6d2-0fe3e90e0712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.741873383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"869b2a70-381f-49ec-8e7d-6f0e479e460e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.744909945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"36cf4d19-4851-4cfc-a44c-670c98ee2c65","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.749186784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"869b2a70-381f-49ec-8e7d-6f0e479e460e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.749203323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"143f424f-7f9b-4cae-a6d2-0fe3e90e0712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.751461229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"a5c92c9f-abdf-4281-82bf-9129fd03d1df","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.753445814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"315980a7-c35a-4156-8370-c02fca8625f3","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.759560102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f692ffbcd4e904157fbe42182b7434ee4d2a32ea7a8ceed2c31346a41c038b2) AuthConfig (63a10e92db1e91b4ea4b84ff0b8a575ce016482d93975f66bc7ab60ba3ddc547) AuthConfig (8114be900f4781a7d8e17504e2c385bd681d5468afcbc332ee5b604a558f3849) AuthConfig (1fa218ecfd066d4c89645568e247a0ef4c376d2e83f98489d0737785a89e3712) AuthConfig (317d10ed8c2126dfa4a422c4644caeaa9df82ad661e7f069966e60e5b1e88189) AuthConfig (ae642666b7cd36e2d9d4167fbc9a2043915e096e2dd1cf445e21aa7e69c50f21) AuthConfig (e5c769586b39dac5f4f30e5f18b022d9d5221fa885a92d4f84c4f098bab22e9a) AuthConfig (fa71dd873a9f847ac40e27c7d2d1d29174a424f35b581f2fda29ff9f82af0627) AuthConfig (62aacf54d10f14d294807c1139b88347ac5bcf6681d7d71b361d89dd3a88dae6) AuthConfig (817548019d91084f4a116bca7f8a9fc73ea1613e12d231e0c503319e65de15a3) AuthConfig (90581ef2641ffc791f087fb395b31846013462c8f05d21f17b76a49372f753f7) AuthConfig (183c7f5f960562f78bbc89b06d7b478118d1ddde7e2c579a9d28ceabb36d3015)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"a5c92c9f-abdf-4281-82bf-9129fd03d1df","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.772176709Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-sub","reconcileID":"e11dbcc8-32fe-4c0c-8ecd-bf0dd67a0aba","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-status-active-sub","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.787952918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"8711b188-9bdb-4e8e-962e-26511de19aaf","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.836139489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"412be22b-68ba-4168-8c01-b0232fbf9f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.836324794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"1f1c3f6a-b98f-498a-a929-b69371f35e6c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.837764001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1ab70e79-e9d7-4c46-bebb-d407dc3f596f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.844446592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"412be22b-68ba-4168-8c01-b0232fbf9f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.844445456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"1f1c3f6a-b98f-498a-a929-b69371f35e6c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.847154187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1ab70e79-e9d7-4c46-bebb-d407dc3f596f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.850486842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f692ffbcd4e904157fbe42182b7434ee4d2a32ea7a8ceed2c31346a41c038b2) AuthConfig (63a10e92db1e91b4ea4b84ff0b8a575ce016482d93975f66bc7ab60ba3ddc547) AuthConfig (8114be900f4781a7d8e17504e2c385bd681d5468afcbc332ee5b604a558f3849) AuthConfig (1fa218ecfd066d4c89645568e247a0ef4c376d2e83f98489d0737785a89e3712) AuthConfig (317d10ed8c2126dfa4a422c4644caeaa9df82ad661e7f069966e60e5b1e88189) AuthConfig (ae642666b7cd36e2d9d4167fbc9a2043915e096e2dd1cf445e21aa7e69c50f21) AuthConfig (e5c769586b39dac5f4f30e5f18b022d9d5221fa885a92d4f84c4f098bab22e9a) AuthConfig (fa71dd873a9f847ac40e27c7d2d1d29174a424f35b581f2fda29ff9f82af0627) AuthConfig (62aacf54d10f14d294807c1139b88347ac5bcf6681d7d71b361d89dd3a88dae6) AuthConfig (817548019d91084f4a116bca7f8a9fc73ea1613e12d231e0c503319e65de15a3) AuthConfig (90581ef2641ffc791f087fb395b31846013462c8f05d21f17b76a49372f753f7) AuthConfig (183c7f5f960562f78bbc89b06d7b478118d1ddde7e2c579a9d28ceabb36d3015)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"1f1c3f6a-b98f-498a-a929-b69371f35e6c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.866246031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"1421e5ed-ef55-44dc-bdbc-78b33fb94f59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.866721522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-sub","reconcileID":"da9f69ec-e50d-4c49-91b6-f91a27d41bc8","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.784470543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"f5993946-8c89-4077-a8b4-1336108cf3df","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.784495621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"f5993946-8c89-4077-a8b4-1336108cf3df","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.786104249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"25c4d047-7781-4093-9115-0d900170e206","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.796319655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"099fa208-f71a-46e5-9380-6b15869a08e3","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.79693531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"25c4d047-7781-4093-9115-0d900170e206","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:14.797094901Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-1b114f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.801434478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"e4527310-213e-4f0d-8465-a4fdc4fe0b2f","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.801451291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"e4527310-213e-4f0d-8465-a4fdc4fe0b2f","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:14.808233161Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"e4527310-213e-4f0d-8465-a4fdc4fe0b2f","name":"e2e-att-serve-1b114f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-1b114f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:14.808279873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"e4527310-213e-4f0d-8465-a4fdc4fe0b2f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-1b114f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.810925834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"aa72eac0-a537-46ea-8ace-82e9dd7c8849","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.810941906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"aa72eac0-a537-46ea-8ace-82e9dd7c8849","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.815001231Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"a468eec3-910c-4e41-a798-dfe2a380e926","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-att-serve-1b114f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.835623143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"5daa99f6-0e39-45d9-a9c2-6737baefdd61","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.835639944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"5daa99f6-0e39-45d9-a9c2-6737baefdd61","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.886694281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"fcca6e74-6345-425f-b9d6-3d7d2d9c1d3f","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.892748826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"fcca6e74-6345-425f-b9d6-3d7d2d9c1d3f","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.91612189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"a32a33c0-fda5-45a2-87f8-2a1d8bd99a50","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.503376755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"20d5bee3-215d-42f8-9b7c-67ba3d0c15ae","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.51409539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d6c3b096-46a9-49c0-b268-113a73a86708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.514201345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0e541be1-40f9-4e97-b0e4-9c4b4cc80777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.514535449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"556c85f9-e6f4-4346-b0b7-8572e14f8718","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.520872944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d6c3b096-46a9-49c0-b268-113a73a86708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.52159171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"556c85f9-e6f4-4346-b0b7-8572e14f8718","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.523016351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0e541be1-40f9-4e97-b0e4-9c4b4cc80777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.578723785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f33720-ef1f-4021-a890-f2a83c620708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.581178824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f33720-ef1f-4021-a890-f2a83c620708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.58342248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f33720-ef1f-4021-a890-f2a83c620708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.585818915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0f33720-ef1f-4021-a890-f2a83c620708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.777265705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f81c5f0-d459-480b-ad6a-daa807ef5749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.780125161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f81c5f0-d459-480b-ad6a-daa807ef5749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.782620456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f81c5f0-d459-480b-ad6a-daa807ef5749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.785106501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f81c5f0-d459-480b-ad6a-daa807ef5749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.468113711Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b26c22","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b26c22","reconcileID":"803d557f-85c3-4c13-8394-60276fda1f5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b26c22","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-b26c22":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.480939269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"3b896ccb-d8b5-43af-a2a5-f6bd094da56f","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.48096151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"3b896ccb-d8b5-43af-a2a5-f6bd094da56f","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.481105067Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"8a02d8bb-26cc-4285-9f91-f97ded449cfb","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.534867793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-sub","reconcileID":"37355b4c-024e-46ff-94a1-6952e6a5bf65","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"maas-trlp-test-model-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.650996323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"8a02d8bb-26cc-4285-9f91-f97ded449cfb","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.678215151Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"8a02d8bb-26cc-4285-9f91-f97ded449cfb","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"e2e-inf-a-17adbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.678242385Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-auth","reconcileID":"8a02d8bb-26cc-4285-9f91-f97ded449cfb","MaaSAuthPolicy":{"name":"test-model-17adbf-auth","namespace":"ai-tenant-e2e-inf-a-17adbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.735041837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"3b657bcf-a011-49c0-a7e5-969a78bcf62f","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.735069869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"3b657bcf-a011-49c0-a7e5-969a78bcf62f","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.751417054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df460bf7-aef2-42af-bcff-36801dacfe87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.753971805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df460bf7-aef2-42af-bcff-36801dacfe87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.756493157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df460bf7-aef2-42af-bcff-36801dacfe87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.758958956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df460bf7-aef2-42af-bcff-36801dacfe87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.75905704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-sub","reconcileID":"ead5d206-8f3c-48e3-b90c-a7cbb892e555","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"maas-trlp-test-model-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.863250667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"f808a81b-45ff-4fb4-a458-eb3a84a45038","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.863297087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"f808a81b-45ff-4fb4-a458-eb3a84a45038","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:23.856952392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"414bb65e-eab9-444e-be81-f7f8a8760cf3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:23.863264149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"414bb65e-eab9-444e-be81-f7f8a8760cf3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:23.867937577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e440bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f692ffbcd4e904157fbe42182b7434ee4d2a32ea7a8ceed2c31346a41c038b2) AuthConfig (63a10e92db1e91b4ea4b84ff0b8a575ce016482d93975f66bc7ab60ba3ddc547) AuthConfig (8114be900f4781a7d8e17504e2c385bd681d5468afcbc332ee5b604a558f3849) AuthConfig (1fa218ecfd066d4c89645568e247a0ef4c376d2e83f98489d0737785a89e3712) AuthConfig (317d10ed8c2126dfa4a422c4644caeaa9df82ad661e7f069966e60e5b1e88189) AuthConfig (ae642666b7cd36e2d9d4167fbc9a2043915e096e2dd1cf445e21aa7e69c50f21) AuthConfig (e5c769586b39dac5f4f30e5f18b022d9d5221fa885a92d4f84c4f098bab22e9a) AuthConfig (fa71dd873a9f847ac40e27c7d2d1d29174a424f35b581f2fda29ff9f82af0627) AuthConfig (62aacf54d10f14d294807c1139b88347ac5bcf6681d7d71b361d89dd3a88dae6) AuthConfig (817548019d91084f4a116bca7f8a9fc73ea1613e12d231e0c503319e65de15a3) AuthConfig (90581ef2641ffc791f087fb395b31846013462c8f05d21f17b76a49372f753f7) AuthConfig (183c7f5f960562f78bbc89b06d7b478118d1ddde7e2c579a9d28ceabb36d3015)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"414bb65e-eab9-444e-be81-f7f8a8760cf3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.1114622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"5c11357b-fbc1-4859-bbbe-4b2d9602bd03","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.174857175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"591a82c3-9b97-4b75-9631-e28208e68ab8","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.174895287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"591a82c3-9b97-4b75-9631-e28208e68ab8","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.574654803Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-sub","reconcileID":"71b94af3-3275-42ce-83cf-87972152628f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.63394326Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-sub","reconcileID":"71b94af3-3275-42ce-83cf-87972152628f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.827828402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"af5e9fc9-d5cc-4dca-8cda-fd8c6afc7b0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.839878667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"965eef08-d06f-4c05-ae9e-5d1c9639b5de","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.907244644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"965eef08-d06f-4c05-ae9e-5d1c9639b5de","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.924755109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"0960990a-edf3-4a6e-9f73-07ef4a525675","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.030268858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"324efa7d-17ee-4b4a-bd6c-64f006275833","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.101703508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"a6e369ab-df10-4724-960a-388d5348dcc0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.123212712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"a2359349-3dc1-404e-bcab-5f42ea74ffce","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.141383895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"a2359349-3dc1-404e-bcab-5f42ea74ffce","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.14218849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a33ff79d-57a2-463c-9ed8-6da0b4869750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.142977902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3c63a749-15da-46b5-b689-17f49b8c7132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.166084842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"a6e369ab-df10-4724-960a-388d5348dcc0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.196838887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3c63a749-15da-46b5-b689-17f49b8c7132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.198819695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a33ff79d-57a2-463c-9ed8-6da0b4869750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.221565888Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-api-key-no-access-auth","reconcileID":"c0479dc7-0675-4e3a-aac3-a386dbdaaa8e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.249138245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"db193df7-562a-4844-8c93-540daf6e67c3","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.350940114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"9f282584-7e50-420d-ae95-b3cd88af9885","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.356274581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"975c0ba0-7776-41a9-8af2-f20f2a7e2083","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.364398684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"984331ff-7933-4813-8a23-b7b0a1c6f914","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.371996737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"984331ff-7933-4813-8a23-b7b0a1c6f914","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.393017077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"1b1c85ba-210c-4a5a-bec2-d2179d175308","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.464608709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"6850f62a-3de2-4d1f-9c6e-ed5e02f25d75","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.471899261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"6850f62a-3de2-4d1f-9c6e-ed5e02f25d75","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:27.487689076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"6850f62a-3de2-4d1f-9c6e-ed5e02f25d75","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.564685362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"635192bf-bdda-488f-be4d-91d498408a38","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.569322665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"ce83cabb-c757-4060-82a7-9d51e2f003aa","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.574749611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"635192bf-bdda-488f-be4d-91d498408a38","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.577620951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"0ff680a2-d81b-47b0-8ebf-a42cf52f7a99","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:27.584088007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-valid-sub","reconcileID":"d5966dc1-d8f7-4571-91f3-9171b2c58035","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.628685767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"9d61d6dc-92b2-4ba4-ab23-3ee9ff41f769","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.635569359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"a3ba89ef-bc2d-413a-9c64-cd553ba7ad63","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.652669211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-valid-sub","reconcileID":"be1b5af5-b225-47b5-a10b-e3eeaa350956","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.6646683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"4c94652e-b6a9-4165-91a9-8acda2640192","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.664970046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"95d3342c-0fb0-490a-bdd6-7fb42d007804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.665193793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"56fbbb6a-3461-4a73-85ca-a4c458d1cf79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.672495639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"4c94652e-b6a9-4165-91a9-8acda2640192","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.673525793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"95d3342c-0fb0-490a-bdd6-7fb42d007804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.675195769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"ab2e8523-50d7-45c8-ac6d-60267a2efeaf","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.675296334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"56fbbb6a-3461-4a73-85ca-a4c458d1cf79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.746786459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"d2df5944-35f8-443e-8276-e336d0dfbb6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.74684581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-valid-sub","reconcileID":"8ced7c59-58a7-4943-9913-6be1d9b49991","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.762358749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"9894f06e-049c-46e1-b02c-d980ae1175d3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-b26c22","tenantID":"e2e-praxis-b-b26c22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.764428224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f423a466-3e10-4e63-99e2-b2f377279762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.764802918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5580786d-00a5-4610-88de-52fb5ab3fa68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.764982815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"999fb6f0-20ea-461e-99bd-d00b45111e2a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.770750813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f423a466-3e10-4e63-99e2-b2f377279762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.771745664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5580786d-00a5-4610-88de-52fb5ab3fa68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.773010994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"999fb6f0-20ea-461e-99bd-d00b45111e2a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.777683111Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"9894f06e-049c-46e1-b02c-d980ae1175d3","name":"e2e-praxis-b-b26c22-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.63200362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"e65215c8-4b1a-4992-a0f3-81c9487fd404","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.638279366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"cec0af7f-4cc7-4f3b-9406-fb7b1e8dadfb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.63870532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0631ac03-2b91-484c-84e1-a156cdc9fe7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.639110265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"db52ce54-fa45-4de5-bab1-33de09b348fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.64681065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"cec0af7f-4cc7-4f3b-9406-fb7b1e8dadfb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.647128931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"db52ce54-fa45-4de5-bab1-33de09b348fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.649102303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0631ac03-2b91-484c-84e1-a156cdc9fe7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:30.881550256Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-sub","reconcileID":"a045bf7d-80fb-44bc-84d6-aec0904f88e7","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","subscription":"test-model-17adbf-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:30.884727592Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-sub","reconcileID":"a045bf7d-80fb-44bc-84d6-aec0904f88e7","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:30.887536579Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf-sub","reconcileID":"a045bf7d-80fb-44bc-84d6-aec0904f88e7","MaaSSubscription":{"name":"test-model-17adbf-sub","namespace":"ai-tenant-e2e-inf-a-17adbf"},"name":"maas-trlp-test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:30.912768302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"b122b85b-8631-442d-b60a-47c206afdc2a","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"tenant":"e2e-inf-a-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","model":"ai-tenant-e2e-inf-a-17adbf/test-model-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:30.912791594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"test-model-17adbf","reconcileID":"b122b85b-8631-442d-b60a-47c206afdc2a","MaaSModelRef":{"name":"test-model-17adbf","namespace":"ai-tenant-e2e-inf-a-17adbf"},"routeName":"test-model-17adbf-kserve-route","namespace":"ai-tenant-e2e-inf-a-17adbf","llmisvcName":"test-model-17adbf","gateway":"openshift-ingress/e2e-inf-a-17adbf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.603411674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"6064f04e-46dc-4988-ac6f-e4045d1bbfa5","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.603536898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"6064f04e-46dc-4988-ac6f-e4045d1bbfa5","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.603410887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"53f5a313-2827-4f6e-9e3d-85595b956633","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.627396077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"53f5a313-2827-4f6e-9e3d-85595b956633","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.67550266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"95423eb3-30be-433a-9412-d88d54d83455","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.685219458Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"53f5a313-2827-4f6e-9e3d-85595b956633","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.685319554Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"53f5a313-2827-4f6e-9e3d-85595b956633","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.692406776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"ce006a88-3835-4ab6-bfb1-f48d4f9628dc","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.692848385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"215e96fa-a21f-4a95-82a6-3f4d3093ad50","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.692931256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"215e96fa-a21f-4a95-82a6-3f4d3093ad50","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.725667187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"ce006a88-3835-4ab6-bfb1-f48d4f9628dc","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.734299243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"ce006a88-3835-4ab6-bfb1-f48d4f9628dc","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"e2e-inf-b-db71f4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.734330868Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"ce006a88-3835-4ab6-bfb1-f48d4f9628dc","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-db71f4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:31.736744269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db71f4-auth","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-auth","reconcileID":"ce006a88-3835-4ab6-bfb1-f48d4f9628dc","error":"maasauthpolicies.maas.opendatahub.io \"test-model-db71f4-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.749512666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"a8f625f6-5b08-4829-882f-1a72f971026c","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.869082187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"bdaecf5d-669d-45ff-9ece-2ec8bf6b28a5","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.869103531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"bdaecf5d-669d-45ff-9ece-2ec8bf6b28a5","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:33.877745898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"71d6cf19-d226-42a4-8fb6-5c72378c44a2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:33.884220036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"71d6cf19-d226-42a4-8fb6-5c72378c44a2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:33.905899665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"4b56fe93-95cd-4a4c-9070-bb47f144af83","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.448058603Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"a4e24feb-d30a-4f01-9ffb-3dad2c3918c6","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.456636992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1a5b6e0b-1444-43af-978d-906ea9635b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.456729892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"e8768d2b-4db8-4771-8958-26d0d34abddb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.457384751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"a3b46387-2265-456b-bf53-4ca827f09239","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.458283316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"a3cab922-b35a-4eb7-b76c-e16e98f35615","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.459121139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"267e9e2d-fcf2-4b28-b2cb-db3f1edebf14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.459151651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"08b0f8a8-0dbc-41ef-9693-80f54ecc47e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.463472012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1a5b6e0b-1444-43af-978d-906ea9635b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.464009944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"e8768d2b-4db8-4771-8958-26d0d34abddb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.466177978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"a3cab922-b35a-4eb7-b76c-e16e98f35615","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.466379608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"267e9e2d-fcf2-4b28-b2cb-db3f1edebf14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.468467912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"08b0f8a8-0dbc-41ef-9693-80f54ecc47e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.477763629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"3cfeef45-8637-4ca0-b494-2f6553243376","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.477764172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"29f12193-a0e4-4a43-960b-a550bfb294a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.478386304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d271654c-5741-41a5-a67d-bfb720ee5588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.478520748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"359c65f7-ec20-4dc7-9e3b-b7590bea44e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.486774638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1023c7ac-6501-40f5-bfaa-7aef2aada4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.489675559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d271654c-5741-41a5-a67d-bfb720ee5588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.489734193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"29f12193-a0e4-4a43-960b-a550bfb294a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.490177961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"144145fe-c004-4925-90ed-028f7bd63d98","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.490194649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"144145fe-c004-4925-90ed-028f7bd63d98","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.491983596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"359c65f7-ec20-4dc7-9e3b-b7590bea44e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.534775888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1023c7ac-6501-40f5-bfaa-7aef2aada4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.53549998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"3cfeef45-8637-4ca0-b494-2f6553243376","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.541059903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"68dfd248-823c-4177-8a63-0ea0b6737039","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.541082277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"68dfd248-823c-4177-8a63-0ea0b6737039","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.545019837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"220701d0-72e6-4bfa-b135-61712214ba18","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.588027888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"23c96caf-f814-4ca9-b5b6-56c4c93b01fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.588215803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"089daa07-df9b-4283-a364-caad05ad0c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.588445641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"675da4a2-e140-4cf8-ac0c-23246d3cc39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.588757766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7aec374c-d808-484b-b4e6-33d613dfe9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.589719715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"9d6bdef1-a82d-475a-9f80-b4c596d33f26","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.596711372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"675da4a2-e140-4cf8-ac0c-23246d3cc39d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.597936635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7aec374c-d808-484b-b4e6-33d613dfe9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.599286162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"23c96caf-f814-4ca9-b5b6-56c4c93b01fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.601827066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"089daa07-df9b-4283-a364-caad05ad0c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.601906611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"9d6bdef1-a82d-475a-9f80-b4c596d33f26","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.63498032Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"1ffe819f-e2a9-469a-8efb-ed4bed833f98","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.655461115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"9315c545-859f-405e-acbb-9491d866f5ff","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.655490211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"9315c545-859f-405e-acbb-9491d866f5ff","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.690259721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"a3b5b0d5-ff4c-43bd-8b8d-deae9ab3b90d","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.690965528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebb182b4-77bc-4bab-bb35-f08d99e2b7f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.744368026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b458aca-8e5a-41d0-b482-76aba0e6c9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.764630943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebb182b4-77bc-4bab-bb35-f08d99e2b7f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.773769904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"42a0d47e-3f7a-4ac1-90dc-9b550037535e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.786653457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8859ccf7-4e6b-4b36-b74d-11a25594fd34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.794651613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b458aca-8e5a-41d0-b482-76aba0e6c9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.850402052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"a3b5b0d5-ff4c-43bd-8b8d-deae9ab3b90d","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.907590643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"42a0d47e-3f7a-4ac1-90dc-9b550037535e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.910324378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"b565f92c-0888-4e07-877a-184a19710165","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.908636478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8859ccf7-4e6b-4b36-b74d-11a25594fd34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.916540476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"79eeac7f-20b2-4f6d-bb01-cc92184d4b45","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:35.916627325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"79eeac7f-20b2-4f6d-bb01-cc92184d4b45","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.051172887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"7cab5838-0860-4c10-878e-55ff0ed3e68f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.051722862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d23b8487-4f43-4266-bd38-ec262b724854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.052220729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"4ae2a067-c235-4e43-b14a-b053c1e950f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.052614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"093c6113-62d2-4567-aa8c-a5ded833071b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.058249717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"7cab5838-0860-4c10-878e-55ff0ed3e68f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.058882793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d23b8487-4f43-4266-bd38-ec262b724854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.060792868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"093c6113-62d2-4567-aa8c-a5ded833071b","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.061095515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"4ae2a067-c235-4e43-b14a-b053c1e950f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.149936773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"033c4fdd-2312-4e1d-8ece-e3e4395f83f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.161992835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"033c4fdd-2312-4e1d-8ece-e3e4395f83f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.198519311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"a2a20079-879d-45e2-96f2-ddcaaaaca6b2","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.198542178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"a2a20079-879d-45e2-96f2-ddcaaaaca6b2","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.250304259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f3e349dc-9c6c-46f9-8460-0f71788e1c40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.250666077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"c65f10fb-9db2-4441-9289-fdb5d8f140e3","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.257048623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f3e349dc-9c6c-46f9-8460-0f71788e1c40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.261275167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"c65f10fb-9db2-4441-9289-fdb5d8f140e3","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.308441589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"b462e38f-54d8-44ec-b605-5dbc14e2346c","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.308474779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"b462e38f-54d8-44ec-b605-5dbc14e2346c","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.648733534Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-valid-sub","reconcileID":"e795e30d-ac62-4e33-a7b6-3efcd70dfca9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.692242159Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-valid-sub","reconcileID":"e795e30d-ac62-4e33-a7b6-3efcd70dfca9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.732010155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"f30259ed-7813-41c9-a0e1-4f2ef6201d4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.825693417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"80d3970c-4302-485a-906c-27a214195cfe","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.852823925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4f557d3d-7572-4f6f-96fa-c6037c73202b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.853211908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"9f694e83-44e8-4e22-b27f-cb0a845839e0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.853457566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f5fd6a7c-6ac0-40f0-92ef-92e40e5c0fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.87397726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4f557d3d-7572-4f6f-96fa-c6037c73202b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.876054329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f5fd6a7c-6ac0-40f0-92ef-92e40e5c0fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.877843413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"9f694e83-44e8-4e22-b27f-cb0a845839e0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.974225653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"4fcb7b03-1d7e-4753-9040-2756c01feaf0","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:40.084806559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-invalid-sub-auth","reconcileID":"46fb56fe-a6d1-4ebd-9df9-861f79fc1ae6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:40.112008776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"d504b48f-180d-4d14-aa73-85cc05b5244a","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.320247275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"43e87e53-4ab5-46ee-9c4a-22c247fb1928","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.325329845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"ad2811b4-ecac-4bce-8a01-10c7662fb864","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.337407608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"c3d142b9-9c0b-41da-ab4c-ff6e7277d176","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.347185377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"c3d142b9-9c0b-41da-ab4c-ff6e7277d176","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.37783094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"66e05153-72e2-402f-a1c6-e6bbed7bab8c","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.433370827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"a9cdee19-2dce-4c84-af57-53f72631aa0e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.45606709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"a9cdee19-2dce-4c84-af57-53f72631aa0e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.487452406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"30e757f9-16c7-40b7-be24-dd05a5f25c2d","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.493833659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"877702ef-1488-47b6-bcb0-7f6b2cdd7b78","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:41.498008354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-user-sub","reconcileID":"6c70a4a0-61fc-4c3b-95bd-4e5961be9e85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.514761011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"164d5642-0c3a-4d9a-b39e-65fb91bc238e","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.521871998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"000dd1a5-5bef-4e50-b8b7-0cb82a9bb814","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.532011333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"017546d2-1bde-4335-be7d-42f4dbb70a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.532247449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2a8f28d3-ea23-48b5-90a5-335b3d247ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.532717707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"3c78beef-aa99-4980-b7c6-aab6913e03ca","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.544848116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"017546d2-1bde-4335-be7d-42f4dbb70a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.549079023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"3c78beef-aa99-4980-b7c6-aab6913e03ca","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.549587966Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-user-sub","reconcileID":"83e5ad13-cf90-48b1-ad4a-f9b1e05b10a2","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-models-user-sub","ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.550140761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2a8f28d3-ea23-48b5-90a5-335b3d247ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.570240595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"39f9eeae-61e5-4324-8cb0-893dded50a7b","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.586649997Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.589571678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"71d0bebe-4793-4e4d-aa60-1277e4a39195","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.589589972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"71d0bebe-4793-4e4d-aa60-1277e4a39195","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.604990328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"dd68b0ee-c88b-497a-b4cf-4ce6436cb72b","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:41.609475047Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-463774-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.609593266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"a7c2a01e-884f-46f3-8303-304c0daa2f41","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.609609449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"a7c2a01e-884f-46f3-8303-304c0daa2f41","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.614712874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"8e485b56-7027-4da8-93e1-78accffca265","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.614731712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"8e485b56-7027-4da8-93e1-78accffca265","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.642874641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"627d66c9-4dc5-4e20-8cf0-e96bfad11012","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.643502527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"18c35353-5ab3-40ae-af9f-bca691ee48fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.644067972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"75c7cabe-87ba-4feb-baad-58b59cff80a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.644629016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"1ae22f3e-180b-49f9-8030-c092bb3540c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.649457449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-user-sub","reconcileID":"c6a28cbe-5dff-4dd4-b40a-8ab99bf1307c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.650039003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"d07e5d82-39e0-467c-9752-842120d06c33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.650365248Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"e4b49fe7-efb8-4f02-a1fe-c4b94e9d7e42","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-att-unrel-463774","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.661996261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"18c35353-5ab3-40ae-af9f-bca691ee48fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.662943228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"627d66c9-4dc5-4e20-8cf0-e96bfad11012","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.665329087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"75c7cabe-87ba-4feb-baad-58b59cff80a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.667525508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"1ae22f3e-180b-49f9-8030-c092bb3540c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.686769361Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]","namespace=ai-tenant-e2e-worker-w4-c381a7 priority=0:[ai-tenant-e2e-worker-w4-c381a7/e2e-models-other-sub ai-tenant-e2e-worker-w4-c381a7/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.687429076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"69028b30-d01e-4dda-879d-f67f773cf56d","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.687444862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"69028b30-d01e-4dda-879d-f67f773cf56d","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.690168244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"6ef21f9d-cf3d-4845-b409-351999feae8d","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.697513933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"51d2fdf4-48e3-4539-934e-e6c58ae6302d","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.697535146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"51d2fdf4-48e3-4539-934e-e6c58ae6302d","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.705744497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"4dc78003-6bc2-4e3d-979e-57dcedf39874","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:41.709752387Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c381a7/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.764113068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"224d5d23-96db-4cd1-bd5e-889f8e1d207f","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.76532676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"094e306a-2454-4653-9fc4-692560b73457","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.769871523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"df75fcf6-d4d6-4fab-85a2-cb45b4eb1077","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.770595343Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-other-sub","reconcileID":"387428a4-9cb9-4d35-9745-883d9f943c3d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-models-other-sub","ai-tenant-e2e-worker-w4-c381a7/e2e-models-user-sub","ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.771794238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"727fd957-c814-4b6d-98ef-b386847c2cef","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.772900133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f2f11bdf-d09a-4d17-ad5d-15b8a406999d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.773474435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"224d5d23-96db-4cd1-bd5e-889f8e1d207f","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.773516228Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.773873965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a336714c-26bf-4159-a0c5-b92483f50859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.776676287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"094e306a-2454-4653-9fc4-692560b73457","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.864473696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a336714c-26bf-4159-a0c5-b92483f50859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.866573293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"727fd957-c814-4b6d-98ef-b386847c2cef","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.870725292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f2f11bdf-d09a-4d17-ad5d-15b8a406999d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.874498045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"ece69e82-84b2-41ac-b52f-81e232b2c389","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.880119563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"bb9b110c-688a-4a93-a33f-977d51646377","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.94358639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"8232e1b1-9d00-4428-9cf1-1608e8195124","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.943618929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"8232e1b1-9d00-4428-9cf1-1608e8195124","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.98394804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-user-sub","reconcileID":"38a7014e-d1f4-4ea0-bdab-5f29f55fa36c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.99588494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"47b17c51-f4ce-404f-8f97-20b4f855d9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.018314091Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"443c6246-c42b-437e-895c-6e2ac050d653","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","subscription":"test-model-db71f4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.036159518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"47b17c51-f4ce-404f-8f97-20b4f855d9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.043711001Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"443c6246-c42b-437e-895c-6e2ac050d653","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.046387573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-other-sub","reconcileID":"900cf583-1adb-45cf-80f2-b1cf6de8b1d2","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.047294999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"7a6d2522-e091-4bce-b9eb-d01167a7fbf0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.050935354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"48dafc55-e3f0-49da-9cff-c28c5eddd196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.051695421Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4-sub","reconcileID":"443c6246-c42b-437e-895c-6e2ac050d653","MaaSSubscription":{"name":"test-model-db71f4-sub","namespace":"ai-tenant-e2e-inf-b-db71f4"},"name":"maas-trlp-test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.066932436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"7a6d2522-e091-4bce-b9eb-d01167a7fbf0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.070324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"48dafc55-e3f0-49da-9cff-c28c5eddd196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.140304279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"730e6e9a-aeaa-42a1-84c9-8579897c3ea1","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.162892101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"0941af92-91e4-4d50-bb99-0185502e29ee","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"tenant":"e2e-inf-b-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","model":"ai-tenant-e2e-inf-b-db71f4/test-model-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.162918039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"test-model-db71f4","reconcileID":"0941af92-91e4-4d50-bb99-0185502e29ee","MaaSModelRef":{"name":"test-model-db71f4","namespace":"ai-tenant-e2e-inf-b-db71f4"},"routeName":"test-model-db71f4-kserve-route","namespace":"ai-tenant-e2e-inf-b-db71f4","llmisvcName":"test-model-db71f4","gateway":"openshift-ingress/e2e-inf-b-db71f4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.16323889Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]","namespace=ai-tenant-e2e-worker-w4-c381a7 priority=0:[ai-tenant-e2e-worker-w4-c381a7/e2e-models-other-sub ai-tenant-e2e-worker-w4-c381a7/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.173169769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"cfe4ebff-9c96-4eb1-b07f-1282841a5fd3","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.34449582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ae7e1e-33e5-4fd3-a3a5-97329b37a31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.352614049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ae7e1e-33e5-4fd3-a3a5-97329b37a31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.361508147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ae7e1e-33e5-4fd3-a3a5-97329b37a31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.366399454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2ae7e1e-33e5-4fd3-a3a5-97329b37a31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.492856703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"88f28853-5f04-4f28-87a5-0fe773e708a7","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.50358825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"6059544a-fa3c-47e3-afe6-6fd1f67a4bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.506333426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"97a62252-03ef-478a-be28-45c376c5265d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.506973656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"a322db71-5e7d-468c-bf9b-4c09814c39b3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.56877745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"97a62252-03ef-478a-be28-45c376c5265d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.569937592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"6059544a-fa3c-47e3-afe6-6fd1f67a4bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.571539256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"a322db71-5e7d-468c-bf9b-4c09814c39b3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.613561135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916b50ee-e551-4517-a6ea-e71045965a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.616152939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916b50ee-e551-4517-a6ea-e71045965a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.618669967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916b50ee-e551-4517-a6ea-e71045965a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.634448211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916b50ee-e551-4517-a6ea-e71045965a8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:45.931045693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-sub","reconcileID":"e9ca96f1-bb5c-4b76-989f-1ab44e8c9def","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:45.953210934Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-sub","reconcileID":"e9ca96f1-bb5c-4b76-989f-1ab44e8c9def","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:45.96872196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"db65a1f4-89b4-4a6d-ad31-e16f46f4c1ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:45.983967859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"8d817c13-44bc-4f03-bc2f-f8b22dd090d2","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:45.984196815Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:45.992646114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"1c4183b2-cde2-4c07-b66c-b21b351f7421","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:45.994018914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"146ca5c5-2205-4717-960e-217031850a52","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:45.994616273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0f424369-cb2a-4107-87dc-1d150ecf304f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:45.9946248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"91cfc6ff-cdca-4312-ad6e-bfa04a55e553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.002132924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"146ca5c5-2205-4717-960e-217031850a52","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.007588916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0f424369-cb2a-4107-87dc-1d150ecf304f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.008037498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"91cfc6ff-cdca-4312-ad6e-bfa04a55e553","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.133545506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"51232ca3-f430-474d-8a66-8187ee17c2f7","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.133885067Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth","reconcileID":"f0e67b0b-ba6f-49ad-b9fa-3984f8c5b7c3","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.332580472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"78ed7368-65f9-4b93-b0d6-90aa726c154d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.126743993Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:47.137652775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-sub","reconcileID":"e2e29d6d-3ab9-4dca-97d6-88bdb87e058e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.13950614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"83a4806d-8e7b-4ddf-9e00-75b9c6aeeb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.14753258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"83a4806d-8e7b-4ddf-9e00-75b9c6aeeb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.23647402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5fbee3b8-3884-4bf8-96ef-99db5ad731dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.2443956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5fbee3b8-3884-4bf8-96ef-99db5ad731dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.26369065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ab8eccd7-d371-490b-9432-7e6288ae89d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.266427525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b07ddb1f-ae40-4615-af1d-521d4d9a0caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.271815621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ab8eccd7-d371-490b-9432-7e6288ae89d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.276074584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b07ddb1f-ae40-4615-af1d-521d4d9a0caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.438629919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ea7abe5f-d912-48d5-937c-86dc497ee6e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.438976143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"dea4a7ad-3e40-4eac-bd6b-31a34bdf7ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.445676073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ea7abe5f-d912-48d5-937c-86dc497ee6e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:47.445803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"dea4a7ad-3e40-4eac-bd6b-31a34bdf7ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.700147175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e072c45b-321c-4ab4-8c31-5aafc8893696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.703259156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e072c45b-321c-4ab4-8c31-5aafc8893696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.705584185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e072c45b-321c-4ab4-8c31-5aafc8893696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.707970149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e072c45b-321c-4ab4-8c31-5aafc8893696","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.721351491Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","namespace":"ai-tenant-e2e-inf-a-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.72140836Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","namespace":"ai-tenant-e2e-inf-a-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.721455825Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","tenant":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.725849575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"Deployment","name":"maas-api-e2e-inf-a-17adbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.736565384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"Service","name":"maas-api-e2e-inf-a-17adbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.751979534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-17adbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.756194571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-17adbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.763708153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.773111515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.779814361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.789056771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.791253906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"Deployment","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.793007594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.795059042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"Service","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.796908754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.798596974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.800233599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.803262239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.808686811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.812318668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.815506644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.818250257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.842026917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"365a329b-6828-4745-9619-52a9020ff6fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-17adbf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:49.999651865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e041fbe5-18cf-4d84-b341-ae6efc6b539b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:50.003637377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e041fbe5-18cf-4d84-b341-ae6efc6b539b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:50.026785183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e041fbe5-18cf-4d84-b341-ae6efc6b539b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:50.033492367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e041fbe5-18cf-4d84-b341-ae6efc6b539b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.509636086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-user-sub","reconcileID":"e1afa960-d28b-4e20-ad53-24454a7545dd","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.539527195Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-user-sub","reconcileID":"e1afa960-d28b-4e20-ad53-24454a7545dd","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-models-other-sub","ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.559372088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"1eb0bd27-3b25-4253-aa04-71895f21163f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.559955067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-other-sub","reconcileID":"2f3775ec-01d1-4df9-abee-b5d3b5621b2d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.604674631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"7ff44c2c-ac5c-4f0b-95bc-8b0c65920709","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.605403231Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.648392093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ad556b4b-2a58-4ed2-b261-2eef0fc53c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.653858003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"9c1123ca-4d25-4071-b87c-effb0fe4e0ef","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.654620936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d758322e-4263-4bd0-b652-50a850ac0345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.662850051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ad556b4b-2a58-4ed2-b261-2eef0fc53c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.789065442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"9c1123ca-4d25-4071-b87c-effb0fe4e0ef","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.791954398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d758322e-4263-4bd0-b652-50a850ac0345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.792765593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"055f174e-99f3-4441-80df-234391c88d01","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.83579154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d20b4aef-83bb-4979-bacf-f264c2113cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:52.883120233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d20b4aef-83bb-4979-bacf-f264c2113cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.026492949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"86a60759-f828-4498-a9f8-feee437e2571","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.029222394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"f48e06d4-cf04-412a-8bc4-34956e69400d","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.034157532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"40b8f1fe-eebe-4d98-81e6-8a31c381ba11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.052748814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"86a60759-f828-4498-a9f8-feee437e2571","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.086230539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"40b8f1fe-eebe-4d98-81e6-8a31c381ba11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.071275076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"00328aa2-b6a2-4d5e-a039-f5a6bcfa89bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.07090946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"d69e809e-a6cc-48c5-b52b-80e84c2db3ff","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.165891509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"00328aa2-b6a2-4d5e-a039-f5a6bcfa89bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.169286992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"6a3532c7-5599-457c-86a6-9fdf77c4d5d5","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.177096281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"6a3532c7-5599-457c-86a6-9fdf77c4d5d5","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:53.173139482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"d69e809e-a6cc-48c5-b52b-80e84c2db3ff","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.032012164Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"262d5d5d-9c11-4856-b41d-d37a5cc6539f","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.038843976Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"46d8a3fe-3b6e-4dfb-b7fa-73d57eba0849","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.040045797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0920b31c-4bf4-4658-a918-e318eb03e04c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.040082301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"87ffb4db-6ef3-478e-8196-08d71f3bb404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.040678299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2d3499d5-4390-4c09-a025-0ab0252d8a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.040677001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce3c6972-ceaf-4922-a856-4ee5af924ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.041119264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"482d2cdb-424c-40f2-ad97-18d909ac7660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.046735578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"87ffb4db-6ef3-478e-8196-08d71f3bb404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.046770375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0920b31c-4bf4-4658-a918-e318eb03e04c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.049227699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"482d2cdb-424c-40f2-ad97-18d909ac7660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.04933032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2d3499d5-4390-4c09-a025-0ab0252d8a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.051781151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce3c6972-ceaf-4922-a856-4ee5af924ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.062674683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"18a0947f-c5b5-433f-808c-25dcf1eb5976","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.062997761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8d36b2d5-8fa8-4119-ad11-9bd820031ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.064393295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"349ddcc6-e580-4013-bd49-cacb9aabec94","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.064644557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"6398d5c0-882d-499c-a5e3-986d1e47a310","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.065484917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d189024e-678e-4037-8864-911c45e05064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.067043426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"0eb5205a-c7c5-4a04-9154-17196f1408f1","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.067061249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"0eb5205a-c7c5-4a04-9154-17196f1408f1","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.070196165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"18a0947f-c5b5-433f-808c-25dcf1eb5976","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.07054082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8d36b2d5-8fa8-4119-ad11-9bd820031ce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.073246042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"6398d5c0-882d-499c-a5e3-986d1e47a310","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.07388123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"349ddcc6-e580-4013-bd49-cacb9aabec94","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.076103652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d189024e-678e-4037-8864-911c45e05064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.080078978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"98e9b31e-31da-489b-bef5-98b01eba1702","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.080100197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"98e9b31e-31da-489b-bef5-98b01eba1702","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.138804996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"0e6f3ed7-a0b7-4be0-a2a1-ecd6fd2af5ab","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.138827806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"0e6f3ed7-a0b7-4be0-a2a1-ecd6fd2af5ab","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.141574702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"212f794f-6674-42cb-9b15-96071cbe9247","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.142182955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"feb6ac79-7161-42a1-a58a-e8a61d43a0ce","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.144902292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"e15db5e1-1789-4e36-97e3-ab03af53b76d","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.144928532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"e15db5e1-1789-4e36-97e3-ab03af53b76d","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.162703771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"e6b2872e-edf1-457f-ba47-0d4c315fb6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.163722725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"977c1235-decc-4c91-a03c-d48d980f9c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.164129671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a33d334e-8402-4cbe-b2c8-6cf7eb08ba58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.165585722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"341fb88d-352e-4603-8053-87ce70829753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.165703351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2cbad261-d7bf-42c7-9000-4bb4a3df8cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.170284544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"977c1235-decc-4c91-a03c-d48d980f9c3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.170719815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"e6b2872e-edf1-457f-ba47-0d4c315fb6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.173828524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a33d334e-8402-4cbe-b2c8-6cf7eb08ba58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.247511616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2cbad261-d7bf-42c7-9000-4bb4a3df8cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.249830816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"341fb88d-352e-4603-8053-87ce70829753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.256830282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"775051f3-c25e-4969-81e5-2babbcebf770","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.256850936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"775051f3-c25e-4969-81e5-2babbcebf770","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.262254459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"3b730111-c221-4007-b76b-11b78ae8012d","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.262271124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"3b730111-c221-4007-b76b-11b78ae8012d","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.267659729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"155f636b-cc46-4a09-9cd7-8dc52675bd01","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.267687758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"50f2b1bc-eb9c-4357-8c9a-2690e45c8e32","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.268237517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"de471913-eb5e-4550-8d0e-18ece82d82ab","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.268253117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"de471913-eb5e-4550-8d0e-18ece82d82ab","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.335220132Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"efb6523c-cac8-4fda-bcea-481ef4b54942","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.339762433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"fc90baf7-d033-4652-9a3c-54ee7c0efd02","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.34635481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"fc90baf7-d033-4652-9a3c-54ee7c0efd02","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.349553173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"e419e6e7-a3ff-4678-8eac-3f5510a13cc3","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.34960641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"e419e6e7-a3ff-4678-8eac-3f5510a13cc3","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.365715199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"61f798ff-d966-4618-a77b-f4bdd6f1367f","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.365776439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"61f798ff-d966-4618-a77b-f4bdd6f1367f","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.3726368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f6cf2b18-6fce-4045-acad-23e9eb41ff77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.373300852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"22f4b373-1e5b-4c7f-94a5-eb5491762c4b","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.373883844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"279b6348-7b28-473e-af16-1468d520f9e8","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.374434454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6eb93058-17fe-48b2-833d-2951b80df2b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.375030773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d3e5295-e604-47d6-801b-a28a020ee77e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.438852048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"279b6348-7b28-473e-af16-1468d520f9e8","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.442385703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"22f4b373-1e5b-4c7f-94a5-eb5491762c4b","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.446848237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f6cf2b18-6fce-4045-acad-23e9eb41ff77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.458678328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6eb93058-17fe-48b2-833d-2951b80df2b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.557024742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"b58514fd-9033-44e2-8b25-61e9881478ad","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.557118849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"b58514fd-9033-44e2-8b25-61e9881478ad","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.561693567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d3e5295-e604-47d6-801b-a28a020ee77e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.665657874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"963b6b5f-6631-4107-aefc-3616b9bfb892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.675072994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"5d596740-979f-4f90-b77d-83de30575fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.675232983Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"733a1c6c-3226-4b95-823d-09c63e0663cb","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.675313478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"733a1c6c-3226-4b95-823d-09c63e0663cb","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.677809308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f62d27f8-6bc7-4642-b2ec-44fe1774fcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.678448005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"5de6a401-ba43-437c-b7ec-9e6c18d600ff","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.67907975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"963b6b5f-6631-4107-aefc-3616b9bfb892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.679130708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"58cfcfad-4cc1-4d5d-a37d-fc5bec09f239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.683253072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"5d596740-979f-4f90-b77d-83de30575fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.686319832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f62d27f8-6bc7-4642-b2ec-44fe1774fcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.686986368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"58cfcfad-4cc1-4d5d-a37d-fc5bec09f239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.690231599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"5de6a401-ba43-437c-b7ec-9e6c18d600ff","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.759160771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"d972cc48-8b49-4deb-978b-d85290d28fd6","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.759224716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"d972cc48-8b49-4deb-978b-d85290d28fd6","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.792494448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"b62d4d21-0351-4b33-8f5b-a939f0a499ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.799212768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"b62d4d21-0351-4b33-8f5b-a939f0a499ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.922954425Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"8b21c33f-e5b3-4552-8ba9-af3d56552bbd","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:56.923022008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"8b21c33f-e5b3-4552-8ba9-af3d56552bbd","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.183652776Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","namespace":"ai-tenant-e2e-inf-a-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.18371581Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","namespace":"ai-tenant-e2e-inf-a-17adbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.183765859Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","tenant":"e2e-inf-a-17adbf","tenantID":"e2e-inf-a-17adbf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.188911429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"Deployment","name":"maas-api-e2e-inf-a-17adbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.193746589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"Service","name":"maas-api-e2e-inf-a-17adbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.197614731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-17adbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.199846083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-17adbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.201897289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.209684932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.211855901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.216163133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.217976632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"Deployment","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.220074274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.222079973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"Service","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.224000541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.225789001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.227453093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.229392998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.231041603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.233047709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.235021906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.236773251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-17adbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.239580982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-17adbf"},"namespace":"ai-tenant-e2e-inf-a-17adbf","name":"default-tenant","reconcileID":"1bfe84c9-014c-4ed8-88fb-c08dcb3f84b4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-17adbf","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:57.248460246Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"3c5986d0-6c3d-4345-ab7f-17522d75035b","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:57.248522798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"3c5986d0-6c3d-4345-ab7f-17522d75035b","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.451662386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-sub","reconcileID":"f2799e90-fc86-428b-88ed-57c85c809397","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.451997085Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-sub","reconcileID":"f2799e90-fc86-428b-88ed-57c85c809397","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.636009904Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.653622236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"09c322f8-aa6e-4c58-966c-2bf36664b38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.654507963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"438096c4-bdad-4497-9051-5e7e9a9e26ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.661971091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"09c322f8-aa6e-4c58-966c-2bf36664b38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:57.661998933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"438096c4-bdad-4497-9051-5e7e9a9e26ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:57.892519388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"3b34ea07-634b-4b34-9422-b680ec55d0c5","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:57.892590741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"3b34ea07-634b-4b34-9422-b680ec55d0c5","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.370817415Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"da506063-a5fe-46a6-8ddc-3ae6e9e66323","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:58.374101111Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"120423b7-a56d-4384-b93c-48adcbe28408","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:58.374160882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"120423b7-a56d-4384-b93c-48adcbe28408","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.378471316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f76413fc-24b9-402e-9550-e50b41279c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.379042515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d9672e20-1fe4-4e58-b6b0-538497e02cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.379802535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a5f0959-d53f-44e0-b62d-1d7c01f49c16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.380031345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1fdf982-9540-4d53-8353-1240d08529a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.380198037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"cb54ce0f-d0c5-45e8-927d-c53d860d7692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.385219065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f76413fc-24b9-402e-9550-e50b41279c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.385797283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d9672e20-1fe4-4e58-b6b0-538497e02cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.387676675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"cb54ce0f-d0c5-45e8-927d-c53d860d7692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.387932534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a5f0959-d53f-44e0-b62d-1d7c01f49c16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.38989043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1fdf982-9540-4d53-8353-1240d08529a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.402399718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"417ee2fe-4809-4b78-977e-c3923f757762","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.402461303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8bd8325e-ab6c-4c26-a1a2-07cab3e3f7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.402761924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"c1e7450c-b314-4be1-a9ae-e1385059b470","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.403248203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"c31d74d0-4667-4fdc-964f-c9fe2cec546e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.404604252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c9c6c8fc-0fca-40be-9997-b093d5729f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.411513677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"c1e7450c-b314-4be1-a9ae-e1385059b470","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.411649076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8bd8325e-ab6c-4c26-a1a2-07cab3e3f7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.414493656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"c31d74d0-4667-4fdc-964f-c9fe2cec546e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.414516556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"417ee2fe-4809-4b78-977e-c3923f757762","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.434964299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c9c6c8fc-0fca-40be-9997-b093d5729f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.457461886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"fae520f3-5e5c-47f9-a0bc-421203231dc5","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.501835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"9614e28e-6740-4631-b888-d437818e0e38","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.503368354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f9bccc7d-c07b-49ab-9279-b38e1fcb9036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.510834761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f9bccc7d-c07b-49ab-9279-b38e1fcb9036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:58.560162475Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"a29bb861-09a8-432b-855d-30d9c525e45c","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:58.560227077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"a29bb861-09a8-432b-855d-30d9c525e45c","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.563502491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"a9905e68-4766-4dce-b853-71506f453987","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.563526498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"a9905e68-4766-4dce-b853-71506f453987","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.569652529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"5346a31a-38dd-4fd1-bcbb-a4504512f938","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.569681098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"5346a31a-38dd-4fd1-bcbb-a4504512f938","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.573018584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"cdd94327-e98a-44b3-8302-31731d912356","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.573060272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"f606795d-10df-46f1-a802-798d0ff7a71d","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.58601429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"0b2028ce-f1d6-48f3-9f44-29b1b5baa2b7","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.589824129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"51ef4175-25f5-4704-9727-95dacedf31d0","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.589844588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"51ef4175-25f5-4704-9727-95dacedf31d0","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.591211632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth-only","reconcileID":"be76b329-adc1-454f-acb2-85d952b558c1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.591897936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"44b1666f-1ab0-41e9-90a3-4b1c8d8ba487","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.592092634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"33b028fe-a462-4aed-a261-401ddcb41f65","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.600491458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth-only","reconcileID":"be76b329-adc1-454f-acb2-85d952b558c1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.601008188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"33b028fe-a462-4aed-a261-401ddcb41f65","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.602876237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"44b1666f-1ab0-41e9-90a3-4b1c8d8ba487","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.605854708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bf946ea7-405e-402d-8d6d-7ed53cd1288d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.612899318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bf946ea7-405e-402d-8d6d-7ed53cd1288d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.70660561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"b0f98ea4-e309-40af-8328-eb58b6d6a30c","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.709848201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"4df188ab-92be-4ed9-87fd-33963ddfa41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.711218071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004703db-8434-4e2e-bf7d-f281315b3939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.738080543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004703db-8434-4e2e-bf7d-f281315b3939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.739055966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"4df188ab-92be-4ed9-87fd-33963ddfa41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.802573851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"66527cd7-5f94-498e-ae1e-e4ec567137cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.803728012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth-only","reconcileID":"06e9f6ed-f492-4b37-848a-042db7de8342","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.804190696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b859d6d5-f019-4fc8-a665-65e11691742c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.812556235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth-only","reconcileID":"06e9f6ed-f492-4b37-848a-042db7de8342","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.815466076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b859d6d5-f019-4fc8-a665-65e11691742c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.817599643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"66527cd7-5f94-498e-ae1e-e4ec567137cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.947022235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c4484325-1341-4da0-8b78-86887fe9e7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.947492338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d508da01-775d-40f5-aba9-417dcfd92ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.948082603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9de1be1c-76d2-4fd6-92bc-389b8cf8fc1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.949628046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"bd0ec415-48b1-422d-8562-a6e8d1ad51f4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.94965176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"2114f03f-21e1-4b24-a855-d4f64a32b216","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.95388467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c4484325-1341-4da0-8b78-86887fe9e7d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.954503654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d508da01-775d-40f5-aba9-417dcfd92ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.956494746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9de1be1c-76d2-4fd6-92bc-389b8cf8fc1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.9572667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"2114f03f-21e1-4b24-a855-d4f64a32b216","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.959083348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"bd0ec415-48b1-422d-8562-a6e8d1ad51f4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:58.969393967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"980ec406-6344-416c-834a-846fbf7c2b7e","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:59.037269686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"980ec406-6344-416c-834a-846fbf7c2b7e","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:01.051491171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"f3778915-4252-438f-9941-c6d957980c2b","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:01.051526855Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-active-auth-only","reconcileID":"35bfc45b-a762-4642-8863-bc21aa7a8a0f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:01.062009076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"17f4482d-ab3d-4446-b65c-c3cc3f07bd67","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:01.857701423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"4f68cae9-f590-42a6-9221-d977e09bea4d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:01.863933648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"4f68cae9-f590-42a6-9221-d977e09bea4d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:01.86868814Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"4f68cae9-f590-42a6-9221-d977e09bea4d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:01.957846248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"236e504b-967a-4248-b87e-13d1d467cf3f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:01.964515394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"236e504b-967a-4248-b87e-13d1d467cf3f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:01.969785548Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"236e504b-967a-4248-b87e-13d1d467cf3f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:01.976588158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"236e504b-967a-4248-b87e-13d1d467cf3f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.059946129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"7b4346de-c9fb-4fde-bb61-a186c844d0f7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.066019098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"7b4346de-c9fb-4fde-bb61-a186c844d0f7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.071226786Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"7b4346de-c9fb-4fde-bb61-a186c844d0f7","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.129179995Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-failed-auth","reconcileID":"0499bd7a-9d10-48c7-b47a-d94ff7fee8cc","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.834835787Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-other-sub","reconcileID":"873acfda-114a-4f7e-bdf2-6180764fd06a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.851753656Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-other-sub","reconcileID":"873acfda-114a-4f7e-bdf2-6180764fd06a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.871312209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"49084c2a-7bc8-4ad9-9c86-a223063fd37a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.934582051Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.935099236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"8e5bff67-c430-4693-a681-d66273f0c003","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.944518809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cd3d8311-33cd-45bd-b6c6-890a0884ee86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.944896665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f8d746a7-2c3b-4592-b5d9-059e6516d13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.945543422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"2f1fec1a-684a-46a6-9a32-d46df5234630","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.951548644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f8d746a7-2c3b-4592-b5d9-059e6516d13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.953595556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cd3d8311-33cd-45bd-b6c6-890a0884ee86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.953901017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"2f1fec1a-684a-46a6-9a32-d46df5234630","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:02.994024809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"4212eee5-fad3-4f3d-b045-9fb024a0068c","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.001917053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"56b1a419-3a7d-477f-8c38-f46c30436777","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.032147899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"6b38accb-4351-485d-bf81-2b862e5f310a","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.051574908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"677150a8-90e4-4c86-9c66-b24f09032d4f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.059409668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"677150a8-90e4-4c86-9c66-b24f09032d4f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.061617094Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-models-access-denied-auth","reconcileID":"e0dca660-da44-4dbe-a54a-ca1c3fc806df","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.073466235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"64f0bc03-3460-4d24-9c05-a07ebefff229","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.085705927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"7fcd95aa-4c1b-4812-9610-d44463d7a941","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.147643235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"e013e97e-e8e0-431e-971a-bee8c2f9345a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.155237443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"e013e97e-e8e0-431e-971a-bee8c2f9345a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.179593255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"0f0599e1-c01c-48d2-8e3c-1a21ff0cd80f","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.179729841Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.187757411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"0e92641b-6bd5-4f33-8674-938f0d0302cf","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:03.190477887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-sub","reconcileID":"40883ef1-4879-44f0-b725-503d5e119867","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.195303864Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-17adbf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-17adbf","reconcileID":"d6d1066f-d510-458a-be86-3d7426d792eb","aitenant":"ai-tenants/e2e-inf-a-17adbf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.208043142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"6200b13c-6a3d-4cfc-95b6-d2009b9b0d05","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.216792799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"22a1c48e-ddfd-4e3c-86f2-e706d28c78ee","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.25656851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"0a5c3eca-bf87-411c-9cd3-7fcdb0f7c12f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.256970744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f279ed96-2b73-42f0-8204-308993e1c623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.257385832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"3096824f-dda1-45ab-972c-46328a72f0e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.334760408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"0a5c3eca-bf87-411c-9cd3-7fcdb0f7c12f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.337094822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"3096824f-dda1-45ab-972c-46328a72f0e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.339374893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f279ed96-2b73-42f0-8204-308993e1c623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.339788174Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-sub","reconcileID":"eeadc58c-ec8e-4626-b6b9-9b4e37054d2e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.339918408Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-sub","reconcileID":"eeadc58c-ec8e-4626-b6b9-9b4e37054d2e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.352378133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"eca428d7-abfd-4f00-925e-ab23c6746b61","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.353603298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"69ded361-62f6-48da-b0ff-d4f490a9c7c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.359336095Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-17adbf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-17adbf","reconcileID":"d6d1066f-d510-458a-be86-3d7426d792eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-17adbf","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-17adbf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.359381912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"eca428d7-abfd-4f00-925e-ab23c6746b61","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.378683622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe8c214-a810-445f-9dc7-68686aad9749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.38127297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe8c214-a810-445f-9dc7-68686aad9749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.383891537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe8c214-a810-445f-9dc7-68686aad9749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.386426142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe8c214-a810-445f-9dc7-68686aad9749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.452730008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"411932ba-74f0-44e8-9bac-c464cfcd1072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.455681666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"582a07dd-c9e0-412f-ae2e-3f339c38fc79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.457129287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"54feb555-b12d-426b-adfc-e88a470265ab","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.46002726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"411932ba-74f0-44e8-9bac-c464cfcd1072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.462305982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"582a07dd-c9e0-412f-ae2e-3f339c38fc79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.469544755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-sub","reconcileID":"1ca6559d-3316-4b33-bfe6-186a071d6b7f","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.469712266Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-sub","reconcileID":"1ca6559d-3316-4b33-bfe6-186a071d6b7f","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.680660388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9469ad6f-2943-4885-94c3-bd21eab698f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.688147436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9469ad6f-2943-4885-94c3-bd21eab698f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.758003831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9469ad6f-2943-4885-94c3-bd21eab698f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.836591616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9469ad6f-2943-4885-94c3-bd21eab698f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.428903477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"dfefa6a6-cad0-4723-a46d-bd720f5c4591","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.437551831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"8566ee0b-bb4e-4a2c-9703-9bee66ab0aeb","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.459564375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"f7c9d2da-920b-4cb9-a506-ecee07e9349b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.47684537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"f7c9d2da-920b-4cb9-a506-ecee07e9349b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.605862328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"7df58629-78de-43e5-a137-2f4ff342135a","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.605958897Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]","namespace=ai-tenant-e2e-worker-w4-c381a7 priority=10:[ai-tenant-e2e-worker-w4-c381a7/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-c381a7/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.613750907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"55ec8a73-3e68-4a17-9982-4d78f3869843","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:04.619308074Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"55ec8a73-3e68-4a17-9982-4d78f3869843","name":"distinct-w4-c381a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-c381a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:04.619386798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"55ec8a73-3e68-4a17-9982-4d78f3869843","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-c381a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.619500282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"2c8de326-96a1-4ae4-9923-16610e48f099","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.619852576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"fd12729d-4559-479d-807e-a0a1d2ee4baa","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:04.622575106Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c381a7/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.62652459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"daee8eba-9483-4908-9695-4a17e3000b59","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.632704405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"a8dc4ca6-0e83-44a7-ada0-fe202fa3f879","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.642116231Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub1","reconcileID":"299a196d-0a3c-49d4-8b2b-588e2b2c9b2e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"distinct-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.741966957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"d74f1ff6-a346-4c84-8d25-305584e15aba","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.745573696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e80aacd3-375a-4ddb-94ab-b9f07de83ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.746221238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"92f37fd7-be8f-4174-9ef0-099722a4faff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.74871073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"02d1265b-d6ea-4c67-af01-475e58ab1647","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.74923076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub1","reconcileID":"bc4f46ca-4163-4afc-b1ef-2cead766797a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.752199408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e80aacd3-375a-4ddb-94ab-b9f07de83ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.754597156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"92f37fd7-be8f-4174-9ef0-099722a4faff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.759602889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"02d1265b-d6ea-4c67-af01-475e58ab1647","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.841172584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"47f839e5-1ab3-4d8a-9ad2-68542d63dea7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.842141159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"363d994b-8890-4345-86cf-cb82b4b118aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.842763337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ae0d494f-6443-480f-8b80-63d0048ae5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.846552092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"a8da3daf-8620-4a6e-9ed4-512aef9beede","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.850777043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"363d994b-8890-4345-86cf-cb82b4b118aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.851455876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ae0d494f-6443-480f-8b80-63d0048ae5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.851894299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"e7061083-40bb-40e7-9eda-18a94d98c9b2","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.852954791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"47f839e5-1ab3-4d8a-9ad2-68542d63dea7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.901582857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"0b2a9f44-4423-49e5-8170-66f3430e7227","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.909486434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"0b2a9f44-4423-49e5-8170-66f3430e7227","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.031286376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"dd54e884-eaa6-44c5-a897-5ba864423854","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.031520793Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]","namespace=ai-tenant-e2e-worker-w4-c381a7 priority=10:[ai-tenant-e2e-worker-w4-c381a7/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-c381a7/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.042681289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"960ae180-564a-446c-b5d8-48f3c8d79d9e","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.043639594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"ec968779-a989-433e-808e-660a9b96c7a6","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.048233861Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c381a7/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.054111802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"c6325d2e-81c9-4e03-a7a0-fefafb1ec9ff","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.055379824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"66ac48b6-2a2e-4b43-ad31-28b38e241e04","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.055583119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5b712302-f3ba-405f-a853-39249253a85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.055841698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b7b940ce-4392-4d01-9ffa-8d3473b18867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.065200419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"66ac48b6-2a2e-4b43-ad31-28b38e241e04","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.066664203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5b712302-f3ba-405f-a853-39249253a85a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.073996221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b7b940ce-4392-4d01-9ffa-8d3473b18867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.07836881Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub2","reconcileID":"b6c0c52e-99f2-47cf-8d83-70d366b3be59","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"distinct-2-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.134495791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"82a39c29-4114-427b-8710-cc502ade5e3e","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.152193283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"f5db0891-314b-4bd6-831e-74691a170c72","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.152743673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"1575723d-f1f8-414a-ba9d-41a0011e4741","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.161333371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"f5db0891-314b-4bd6-831e-74691a170c72","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.169533633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub2","reconcileID":"5e15ac46-a1f0-4b32-bc47-25f23c0b8155","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.280109153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"b08b8176-630a-4bd3-80ba-771778967792","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.280270005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d821adf4-029b-4738-a202-b01a31d4b73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.281461403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9583c21c-350a-484f-8b33-96344c5d14c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.282511369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"89fbff6a-d838-4bac-83eb-140dacaf32db","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.282526379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"89fbff6a-d838-4bac-83eb-140dacaf32db","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.286457037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"b08b8176-630a-4bd3-80ba-771778967792","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.287380245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d821adf4-029b-4738-a202-b01a31d4b73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.290631311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9583c21c-350a-484f-8b33-96344c5d14c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.291020633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"e7bfaff0-b285-4d21-be11-6195c76d2f08","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.291037542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"e7bfaff0-b285-4d21-be11-6195c76d2f08","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.368267942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"f5db0891-314b-4bd6-831e-74691a170c72","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.380068204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"ac009e08-648b-460d-bd7d-ba27081f3174","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.387774382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"ac009e08-648b-460d-bd7d-ba27081f3174","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.394752963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6cfa30e11b93149fcd70d16764731c6804810beb85f8c6a87f90567a327d60cd) AuthConfig (5ff341563666e49889da2f5aacd7d9fed8cedbed19568ce310a9d4c6a64a3ffb) AuthConfig (0e46ef286fc5d0fb3fa532995b33b06ffc089e54efe1dba0734c8fa5b06f3f09) AuthConfig (e1676c8327f2c8d3e21fae3f8ef984515a0d18df5f3a50468acd3b385095d732)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"ac009e08-648b-460d-bd7d-ba27081f3174","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.417699967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"8b64c93b-e479-412e-9289-c00da262d1e3","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.417719127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"8b64c93b-e479-412e-9289-c00da262d1e3","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.505657552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"53ecb541-ae3b-48a1-ad4c-8e7c052ea1a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.525390981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"53ecb541-ae3b-48a1-ad4c-8e7c052ea1a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.653737616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"130a5ab9-83a4-4869-af1c-880b34d6f5e3","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.742927428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"abf14c5e-9319-477d-862e-9c1b584dcc5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.747839987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"3766dc5c-39a9-4fb5-9e53-6ac2e2fbb137","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.748503126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"4eddead2-9205-465b-9180-fb1684bf65a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.761814194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"3766dc5c-39a9-4fb5-9e53-6ac2e2fbb137","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.765700057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"4eddead2-9205-465b-9180-fb1684bf65a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.774562183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"abf14c5e-9319-477d-862e-9c1b584dcc5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.734409415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"4314fa75-ac4f-4ff5-a76c-d600cfc3b35c","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.735970087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"3a1f114a-88e9-4bf1-9ad6-c242a8ba25fa","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.736536875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"076bf09c-df28-4567-87ea-d769ae10e649","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.746598028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"076bf09c-df28-4567-87ea-d769ae10e649","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.750430142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"3a1f114a-88e9-4bf1-9ad6-c242a8ba25fa","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.751317497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"4314fa75-ac4f-4ff5-a76c-d600cfc3b35c","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.756495146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f737188e54415ed28f11bbcf3e9f9b3420a27c1aa1f9f101b869ea80e361acb1) AuthConfig (1d47d9545051b5bb3a3a8e3b73b2a9f407588a5e2546ad1d26fdafa4e07d6798) AuthConfig (9ec20edb009b5e6ce49f9d2f7834e03deea90a149976de0ce712bd94f6eb9ca3) AuthConfig (6edc4206fef3b092b6c994b8d69c87858f62dd7a5a1b5b199b69f75b4e338bd3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"076bf09c-df28-4567-87ea-d769ae10e649","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.769787029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"8b4d03a8-b577-4fb7-8c51-13d1a2abbeff","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.769814128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"8b4d03a8-b577-4fb7-8c51-13d1a2abbeff","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.361409412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"6c5c294b-b342-427e-8da4-3e6afdb124ec","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.361434999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"6c5c294b-b342-427e-8da4-3e6afdb124ec","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.668482025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"97f1cc09-1b59-4cf1-9bbc-fb81028fe72f","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.668509242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"97f1cc09-1b59-4cf1-9bbc-fb81028fe72f","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.674785269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"a9ae69f5-ba82-4a59-b508-026fc5caa80f","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.674806665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"a9ae69f5-ba82-4a59-b508-026fc5caa80f","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.67963474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"56b5478d-2b7d-4b9c-9b00-e38b189330b5","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.705517265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"56b5478d-2b7d-4b9c-9b00-e38b189330b5","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.711012492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-a2ccd8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"56b5478d-2b7d-4b9c-9b00-e38b189330b5","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.719161781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"d1ee197c-2900-4f2b-8d73-7b6d614aa778","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.719178045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"d1ee197c-2900-4f2b-8d73-7b6d614aa778","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.700925946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"8eaf04ed-2530-4cfa-85fa-793cb0b879d9","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.714266384Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub1","reconcileID":"81ad98e3-4785-4c03-9ab2-65d27e23a8a0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-092ca36a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.715588541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"917f2bb3-c4fb-4e89-b7aa-0a00bf5fe43d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.715766848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"980e49fb-8a85-409e-9e31-dbaed58640ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.716171416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f5530692-b4a0-4584-a5fc-dd5c24386372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.716410984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"39c89cce-36a8-471c-b395-6cd37d2af73c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.722580202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"917f2bb3-c4fb-4e89-b7aa-0a00bf5fe43d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.723291605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"980e49fb-8a85-409e-9e31-dbaed58640ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.724950711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f5530692-b4a0-4584-a5fc-dd5c24386372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.725737288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"39c89cce-36a8-471c-b395-6cd37d2af73c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.812467068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"11895ae8-b1d2-4064-8d47-9b8b5860ccc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.813336741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"bfe80bc8-d14a-4065-aa0a-2752407a82aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.818503054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"11895ae8-b1d2-4064-8d47-9b8b5860ccc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.819089931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"bfe80bc8-d14a-4065-aa0a-2752407a82aa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.846058192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"d19363f2-67bf-4095-93df-b974815b3500","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.849556212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"de4d31c6-e801-4cf7-94cd-168ef887202f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.855146836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"d19363f2-67bf-4095-93df-b974815b3500","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:09.858761541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"de4d31c6-e801-4cf7-94cd-168ef887202f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:10.814243418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06202c89-19a6-46ca-8b1f-5e7b5ebc32b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:10.816913417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06202c89-19a6-46ca-8b1f-5e7b5ebc32b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:10.819648133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06202c89-19a6-46ca-8b1f-5e7b5ebc32b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:10.836140145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06202c89-19a6-46ca-8b1f-5e7b5ebc32b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:11.002591364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5783f228-6926-44c1-aa58-27ac6472e71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:11.035519735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5783f228-6926-44c1-aa58-27ac6472e71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:11.038163429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5783f228-6926-44c1-aa58-27ac6472e71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:11.04067039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5783f228-6926-44c1-aa58-27ac6472e71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:11.768134263Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.748082012Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","namespace":"ai-tenant-e2e-inf-b-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.748144222Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","namespace":"ai-tenant-e2e-inf-b-db71f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.748192529Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","tenant":"e2e-inf-b-db71f4","tenantID":"e2e-inf-b-db71f4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.75244442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"Deployment","name":"maas-api-e2e-inf-b-db71f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.76328415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"Service","name":"maas-api-e2e-inf-b-db71f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.774923342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-db71f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.788403818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-db71f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.795004834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.801502955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.809455836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.81539522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.817588404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"Deployment","name":"payload-processing-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.822751108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.825184972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"Service","name":"payload-processing-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.827532852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.830110594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.832453313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.834770321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.842270755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.844471222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.846567967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.851087157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-db71f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.852964971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-db71f4"},"namespace":"ai-tenant-e2e-inf-b-db71f4","name":"default-tenant","reconcileID":"5ad43d5b-0717-4e69-be3d-98e0fd485ebd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-db71f4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.739893708Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-sub","reconcileID":"8523d2ec-5ba8-41f2-abb8-0f3eae4b77c5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.760695199Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-sub","reconcileID":"8523d2ec-5ba8-41f2-abb8-0f3eae4b77c5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.76072395Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-sub","reconcileID":"8523d2ec-5ba8-41f2-abb8-0f3eae4b77c5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.760814069Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-sub","reconcileID":"8523d2ec-5ba8-41f2-abb8-0f3eae4b77c5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.772601085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"99ec8916-7c74-4998-864d-70ec6761a27f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.877201569Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.877818563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"c2c5515d-fa4d-4b49-a078-b4a325dc48b8","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.88723263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"0bfd3c67-0a08-4971-9124-0c6f382a7cf0","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.888556187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"23b1ee7b-da54-40b8-8149-cb64cec865d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.889238795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"4c4f093f-26d4-4556-b831-23d0136e6853","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.889849223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"2caf3106-f497-4395-9027-4fa40b277d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.895540025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"3bc4db65-336f-4a22-a283-d6832c47dd56","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.900609694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"4c4f093f-26d4-4556-b831-23d0136e6853","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.901427109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"23b1ee7b-da54-40b8-8149-cb64cec865d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.903397232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"2caf3106-f497-4395-9027-4fa40b277d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.025293216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"69516116-0928-4700-b902-2ae3e37d988f","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.025321262Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"115eed17-cb2f-4694-8f7d-7d8d01b3457b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.035901516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"68ed1d4a-9122-4e9e-ac17-e42d7c7f0f00","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.777795528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"507c956e-92a4-4764-860f-3ae205455231","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.785409399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"507c956e-92a4-4764-860f-3ae205455231","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.790946935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f737188e54415ed28f11bbcf3e9f9b3420a27c1aa1f9f101b869ea80e361acb1) AuthConfig (1d47d9545051b5bb3a3a8e3b73b2a9f407588a5e2546ad1d26fdafa4e07d6798) AuthConfig (9ec20edb009b5e6ce49f9d2f7834e03deea90a149976de0ce712bd94f6eb9ca3) AuthConfig (6edc4206fef3b092b6c994b8d69c87858f62dd7a5a1b5b199b69f75b4e338bd3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"507c956e-92a4-4764-860f-3ae205455231","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.830101399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"6f147440-07ce-427b-bb13-cb7fba68399c","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.837679631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"d97b9ae9-c44a-499b-8e76-fa989a86988e","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.880571117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"405cff05-1fe2-4aaa-ac4f-5c185c70428a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.886960563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"405cff05-1fe2-4aaa-ac4f-5c185c70428a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.896787536Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"405cff05-1fe2-4aaa-ac4f-5c185c70428a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.914964948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"76025038-c3e2-4f44-afa4-cd8012a4e53a","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.978229488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"6c870ca2-1544-46e1-a70b-4a123bbff251","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.985114707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"6c870ca2-1544-46e1-a70b-4a123bbff251","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.994661187Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"6c870ca2-1544-46e1-a70b-4a123bbff251","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.136863272Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"36219d7f-33a7-4731-aca1-c4f552d3d194","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.1368717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"3de9a191-e694-4e35-85c7-7b5486368740","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.20013326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-degraded-auth","reconcileID":"36219d7f-33a7-4731-aca1-c4f552d3d194","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.212505458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"643eba24-da13-46fd-afab-c46163754fc8","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.863139047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub2","reconcileID":"068361c4-9a2e-4685-a273-9e9725559527","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.952974894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"55a55b12-5853-463a-8517-76b2087a0ee5","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.08884277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"07612101-ba7a-43fd-91e8-5fb372524544","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.08896829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"07612101-ba7a-43fd-91e8-5fb372524544","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.103017968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"cd311c91-d2ba-4bd5-86e4-916084bc674c","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.23837878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"c5c357c5-0742-4f9b-b05e-885e3bcad16b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.238905924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"c5c357c5-0742-4f9b-b05e-885e3bcad16b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.277638082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"a81b5a16-c82b-4352-ba24-9486e33cf7b9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.277763823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"a81b5a16-c82b-4352-ba24-9486e33cf7b9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.321612864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"3167c1a6-d70f-4d94-8528-9431790b990f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.325477255Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-db71f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-db71f4","reconcileID":"f6fc2688-081f-47e1-bc79-b7ee62405612","aitenant":"ai-tenants/e2e-inf-b-db71f4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.404802332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"3167c1a6-d70f-4d94-8528-9431790b990f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.535692567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"d8f1fb2b-18d9-4d98-be2f-b13898d1b411","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.535818148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"d8f1fb2b-18d9-4d98-be2f-b13898d1b411","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.547910814Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.626628106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"08431f64-607d-4744-8673-a38369ffa4a9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.626764788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"08431f64-607d-4744-8673-a38369ffa4a9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:18.630388444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-sub","reconcileID":"6d53c399-6f48-4f52-a63e-eb1371a763e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.719091146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"174c6bba-366a-4d14-ba06-d26d002032c2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.719206865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"174c6bba-366a-4d14-ba06-d26d002032c2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.746319063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"87276e1f-112b-479c-aa6e-f4fc1fdb7cfd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.819137654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"14906323-6ee1-408b-b499-7ae28d8f1c7e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.819772761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"44c6ee68-0b74-4495-a8ba-0aa5ba6a2dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.820330491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d196b85a-9d7e-45cc-b11d-e7ce7c70d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.823071031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"2b489a9a-579f-45b9-b745-814c03c1fd97","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.823086998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"2b489a9a-579f-45b9-b745-814c03c1fd97","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.832713322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"44c6ee68-0b74-4495-a8ba-0aa5ba6a2dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.838700219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"14906323-6ee1-408b-b499-7ae28d8f1c7e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.84287178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d196b85a-9d7e-45cc-b11d-e7ce7c70d49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.843429506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"03355eec-22df-4d93-8c32-c6ab1187f3eb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.843550042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"03355eec-22df-4d93-8c32-c6ab1187f3eb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.846099513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"ef6026f0-8b98-4470-a021-bcf52363bf54","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.855954075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"ef6026f0-8b98-4470-a021-bcf52363bf54","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.876378812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"87276e1f-112b-479c-aa6e-f4fc1fdb7cfd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.895558306Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-sub","reconcileID":"a816e5a8-9e4a-44ee-830f-320263c3ae81","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:18.896514449Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-db71f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-db71f4","reconcileID":"f6fc2688-081f-47e1-bc79-b7ee62405612","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-db71f4","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-db71f4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.082197913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ece60da5-61ae-407f-9189-6b00d6224f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.084662979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"ed14f284-8c24-447f-9243-b2a8a01f7ef6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.134092696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ece60da5-61ae-407f-9189-6b00d6224f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.170021648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"ed14f284-8c24-447f-9243-b2a8a01f7ef6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.185312878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"b66c20b3-c02f-4f4c-bee5-b8056da00a57","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.193719007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"b66c20b3-c02f-4f4c-bee5-b8056da00a57","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.187542224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a15944f-a4fb-452e-911a-80385a3f6c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.357132388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3ca5d067-3cf4-4c23-9b38-2cf3564c90b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.358601734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a15944f-a4fb-452e-911a-80385a3f6c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.366671487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a15944f-a4fb-452e-911a-80385a3f6c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.441129298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a15944f-a4fb-452e-911a-80385a3f6c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.44462402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3ca5d067-3cf4-4c23-9b38-2cf3564c90b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.472158843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f924c4b2-d21b-4428-abf4-76882422b7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.490391188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"4954f876-c329-4093-8ec0-001317901be6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.503028605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-sub","reconcileID":"ab4061ef-f298-4e6c-8645-d1b473a453b6","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.581016231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f924c4b2-d21b-4428-abf4-76882422b7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.625261649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"4954f876-c329-4093-8ec0-001317901be6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.815807373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"df683abf-145e-4946-bd61-d6521b8a16ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.835219877Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub1","reconcileID":"9b5b4148-752d-4db9-a890-e5fc763c033a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.860472209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"cd737f28-3fa8-4ed1-bfcf-4e59158ee107","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.874908053Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub1","reconcileID":"9b5b4148-752d-4db9-a890-e5fc763c033a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.890405319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"df683abf-145e-4946-bd61-d6521b8a16ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.941052166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"bcacc3ed-6095-4cd7-8bef-a26afe13eaf7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.943720419Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub1","reconcileID":"9b5b4148-752d-4db9-a890-e5fc763c033a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.945054439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"cd737f28-3fa8-4ed1-bfcf-4e59158ee107","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.968900994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-a2ccd8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ba0cf82730747a74f9527296c28487955ff83403a29d61303f80ceda7361884) AuthConfig (26f21c2efa0cf37490e12afdb3ec067749c474b0738b6b4c21b3e5552b8903ef) AuthConfig (74d82373c2ebcf186daa9492e084a6af9f14a69d1095f68c27cc78cd8fb11396) AuthConfig (e8e7f52a9091a7310825a42245c86b53163ba6252780f16dcb5859b872c48a54) AuthConfig (62eb036c5f5f89984c79797963fd62751738fb7f53ea3d942b91593f38da8df6) AuthConfig (d2226fd935386868da29f202317b23f25c556aa4531b945adaaa336d3a452ccb) AuthConfig (0869e0fd27b7d164903743cf514b41df38df987e3fdb9ff493101d97c421e413) AuthConfig (01357defc65c0b771cb21418a1aae8be6f9c9e4ac3b23b1b6ae194b96b90f3f8) AuthConfig (a7557a455ebb0c4786152448350344a7af525d819902ba401d67a8303efe522a) AuthConfig (cea06b42b02230d77ac5ca8ba5c4938de42d705446b8527ba8b1d1bb617c6ad0) AuthConfig (52ac01873deb3898ac1b2e5bbc3126d7a375936bb2a141e1392ad7e18eb377b9) AuthConfig (7ee702e991716dd6dfa6eed7ab38db28c9820da701d89cc0b57b949a3de10052) AuthConfig (0ffe3ff39d2dc7067cf2cb3a72c22dcd88a7cc33a0ca7a52c9910edd2e963c97) AuthConfig (a1a3f4e52510a046d70247627a1b2641665e134f2ad74f3a35a47372ec954e70) AuthConfig (4574f21aab0d856b9e39562d7658def8af7968ea8e786fac0b933f06b351b895) AuthConfig (2e7c73542423fe3132f0497fd04c6e4f0426f4365d0e232b5c22685d99bc6162) AuthConfig (97a0d2ffba0a8f1d9c702436bbe0795bd693cd2dca0ef8f8b007266da2b130e9) AuthConfig (35cf3d10a2578a1cbd39cafd54b755dcdf1ed81e7764e95d6065a4617c1faf1c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"cd737f28-3fa8-4ed1-bfcf-4e59158ee107","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.983402434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"bcacc3ed-6095-4cd7-8bef-a26afe13eaf7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.99670234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"5e42a3e0-078c-4d13-82ac-5de51283b4c9","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:19.996809144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"5e42a3e0-078c-4d13-82ac-5de51283b4c9","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.043088464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"21b33427-a2d9-4cd1-81b8-5ffaa7e52902","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.046679817Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.117779987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"e880e245-17fb-49db-b7a5-fa349881ee40","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.117888931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"e880e245-17fb-49db-b7a5-fa349881ee40","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.146678796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"7fecb14c-f33a-44d1-8339-504e63c944f7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.215654149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"7fecb14c-f33a-44d1-8339-504e63c944f7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.220122888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"304df95d-276f-4dbd-97df-be4555c41ae6","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.24198029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4208b7cf-8f0d-4f65-83f2-96fd81a58361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.24286952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fceb29d6-b3a7-4cd4-ade2-ffeba6180f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.257973367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4208b7cf-8f0d-4f65-83f2-96fd81a58361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.345495999Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub2","reconcileID":"e71f4561-d0d6-4917-a82e-37137bcfdfc1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-227501c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.351841187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"a87bf0ae-3726-40bd-9cd8-e3350ad62e89","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.352229576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fceb29d6-b3a7-4cd4-ade2-ffeba6180f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.365622073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"a87bf0ae-3726-40bd-9cd8-e3350ad62e89","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.404705503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"1d2bde4d-8149-4ab1-8072-b2bbaa906e1c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.437165374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"1d2bde4d-8149-4ab1-8072-b2bbaa906e1c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.437635607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b7a511d7-8838-4f39-9bc0-6c1efb44f89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.444786296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b7a511d7-8838-4f39-9bc0-6c1efb44f89a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.452666479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1dbf6b2-7240-4075-b6e2-9be66f327471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.455061617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1dbf6b2-7240-4075-b6e2-9be66f327471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.457448528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1dbf6b2-7240-4075-b6e2-9be66f327471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.460052682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1dbf6b2-7240-4075-b6e2-9be66f327471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.468993201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9a6bb92a-1d89-46f5-aef9-c31321ef9737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.476655499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9a6bb92a-1d89-46f5-aef9-c31321ef9737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.651252585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"3ef38cf0-ca37-44f2-bd09-d3f58123d74e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.746872167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"3ef38cf0-ca37-44f2-bd09-d3f58123d74e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.893916231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240ab0bc-1f5b-421b-bde8-52600d32133e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.896636023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240ab0bc-1f5b-421b-bde8-52600d32133e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.905259408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240ab0bc-1f5b-421b-bde8-52600d32133e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.910102699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240ab0bc-1f5b-421b-bde8-52600d32133e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:24.152489164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7685d390-6ac5-44f1-9acc-8b2594f64f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:24.155259586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7685d390-6ac5-44f1-9acc-8b2594f64f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:24.158205992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7685d390-6ac5-44f1-9acc-8b2594f64f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:24.160818397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7685d390-6ac5-44f1-9acc-8b2594f64f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:24.384175337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d986c25b-a961-44d2-8d1e-bde440bce728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:24.386818599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d986c25b-a961-44d2-8d1e-bde440bce728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:24.389466777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d986c25b-a961-44d2-8d1e-bde440bce728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:24.391806543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d986c25b-a961-44d2-8d1e-bde440bce728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:24.887768742Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-d3ca48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-d3ca48","reconcileID":"c8ce5240-7bec-42ef-83ed-bb672e689c5f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-d3ca48","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-d3ca48":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:25.099526956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1f9135-3d3e-4b2f-b8c1-b144692cadb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:25.104503964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1f9135-3d3e-4b2f-b8c1-b144692cadb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:25.109793757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1f9135-3d3e-4b2f-b8c1-b144692cadb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:25.117151543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1f9135-3d3e-4b2f-b8c1-b144692cadb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:26.813296712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"6f1051f7-cf1e-421d-ac9a-af6344e3108a","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:26.828356457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"6f1051f7-cf1e-421d-ac9a-af6344e3108a","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:26.96713939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"d389daa1-f6aa-4d65-851b-b94ce0a90c2a","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:26.967165664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"d389daa1-f6aa-4d65-851b-b94ce0a90c2a","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.446149366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-sub","reconcileID":"637fc105-6083-481a-a0af-326875ca516b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.464635725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"d409c6ee-f6bc-4a6f-9e61-f7997b859f40","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"tenant":"e2e-worker-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.464671289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-temp-model-status","reconcileID":"d409c6ee-f6bc-4a6f-9e61-f7997b859f40","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.560519635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"64326c44-5f41-4e40-bcc4-cd8d473d2045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.561062348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"686701dc-1fcb-4a10-9f13-ce53c99969d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.561805726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"8e37388f-37d7-4878-b1a9-bbdce55dda00","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.572950714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"64326c44-5f41-4e40-bcc4-cd8d473d2045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.575445629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"686701dc-1fcb-4a10-9f13-ce53c99969d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.580215894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"8e37388f-37d7-4878-b1a9-bbdce55dda00","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.069190753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"298bf8a5-6d52-48a1-8a31-3dc8508c193e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.069839528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0d1a09e9-8c56-4ed2-987a-9f9b0197ad9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.070393047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"62beb210-b53f-472d-a5e3-82a6555e6725","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.148284167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0d1a09e9-8c56-4ed2-987a-9f9b0197ad9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.156023609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"62beb210-b53f-472d-a5e3-82a6555e6725","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.218906786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"298bf8a5-6d52-48a1-8a31-3dc8508c193e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.22306099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"b489b727-76d4-404b-b19d-886ae3c24720","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.240174339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"b489b727-76d4-404b-b19d-886ae3c24720","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.04886612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"f7898d3e-d755-43f8-91dc-e1c518dbe64d","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.075331916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"f7898d3e-d755-43f8-91dc-e1c518dbe64d","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.124203643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"330e54a8-a046-4db4-93aa-78f4b8dff4ec","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.124317422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"330e54a8-a046-4db4-93aa-78f4b8dff4ec","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.177691899Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-sub","reconcileID":"5f5891b3-4589-4b6e-a3bd-9ab84d19a27b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.191554933Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-sub","reconcileID":"5f5891b3-4589-4b6e-a3bd-9ab84d19a27b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.201978966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2cf11c46-ce66-4016-b319-123d30e6ec8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.221510032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2cf11c46-ce66-4016-b319-123d30e6ec8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.263167772Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-sub","reconcileID":"08a200a9-68c0-494c-944e-b30d57c91f23","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.311906563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"30e9700c-cc66-471c-83ac-fc1c4d39bb67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.321527405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"03eaae99-047a-446c-b8d5-e1c831fa8123","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.349589193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"cb35af6d-c253-4edf-82c5-0ae62138c73b","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.368125009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"03eaae99-047a-446c-b8d5-e1c831fa8123","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.384066604Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"03eaae99-047a-446c-b8d5-e1c831fa8123","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.37708726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub2","reconcileID":"3d2b7daa-e501-4d41-aff9-630b8573ce7e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.384417852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"30e9700c-cc66-471c-83ac-fc1c4d39bb67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.390182446Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub2","reconcileID":"3d2b7daa-e501-4d41-aff9-630b8573ce7e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.396400733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"68965c26-7167-48ed-b870-5b27b78c8a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.406208527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"68965c26-7167-48ed-b870-5b27b78c8a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.482110273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"08a0a639-8ec2-48a7-9097-72f9f6a5f61e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.482585138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"68b370ed-54bf-48f1-af8b-09f46c397f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.492502147Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-sub2","reconcileID":"3d2b7daa-e501-4d41-aff9-630b8573ce7e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.49857637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"08a0a639-8ec2-48a7-9097-72f9f6a5f61e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.498677444Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"08a0a639-8ec2-48a7-9097-72f9f6a5f61e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.511170458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"68b370ed-54bf-48f1-af8b-09f46c397f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.631324082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"86dacaa7-ace3-4b12-80df-aeaff12fc620","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.631923167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.645185119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0571a0ba-e734-48f4-bbf7-98371b14612c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.645517861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cdd512b8-6a2f-409d-a72c-9bb9235d278c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.645898869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"6e949ab1-c7ec-4e58-8337-2c105499c00c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.646089774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"15a2b1f8-6420-40b5-b273-d79c1945b1a8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.653636753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0571a0ba-e734-48f4-bbf7-98371b14612c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.65415288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cdd512b8-6a2f-409d-a72c-9bb9235d278c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.65740124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"15a2b1f8-6420-40b5-b273-d79c1945b1a8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.657647703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"6e949ab1-c7ec-4e58-8337-2c105499c00c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.742246427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"40836844-4cb7-4a82-930f-b20087cfc857","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.751680675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"40836844-4cb7-4a82-930f-b20087cfc857","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.784599222Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth1","reconcileID":"4c1083ed-95a2-4e32-8ffe-803b1ec30b1b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.784618644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"b5100d70-97ee-4f29-bd08-938cdad87b18","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.817285601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"23fc41a3-0322-4016-8bc8-c8402ef71d40","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.843886659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9816b5ee-8ce0-45bc-9476-053aba876d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.844471691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"20ab00d4-f932-4ee7-967d-0788e5bd5362","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.844941261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"60199be3-327b-4bf7-bb45-9b992e02a28d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.851554516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9816b5ee-8ce0-45bc-9476-053aba876d39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.852861108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"20ab00d4-f932-4ee7-967d-0788e5bd5362","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.853811475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"60199be3-327b-4bf7-bb45-9b992e02a28d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.85983365Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"20ab00d4-f932-4ee7-967d-0788e5bd5362","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.057231954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"7e6b4c1e-9666-49a1-89b9-daf6381f6437","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.057237447Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-ignore-header-auth2","reconcileID":"7734ab6c-6596-45fa-9587-6d4f1bbd2eb2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.122141266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"36bc38c7-2d39-431d-8ca0-0de509e9c4bc","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.548609201Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.552521145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"872ffe58-336e-4db1-8527-1d83d9549997","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.552539986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"872ffe58-336e-4db1-8527-1d83d9549997","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.570821581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"479022f7-4ba1-4326-9370-6860bd70f18d","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.571872918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"4d0c78a5-6a2e-403e-b586-a328724c440f","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.572194579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"758aa430-b4cd-4182-b6f3-e8c6580ba01c","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:31.572653394Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-d7c20b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.578854042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"4f3b9484-df72-4b88-8379-5488fa81183f","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.578977801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"4f3b9484-df72-4b88-8379-5488fa81183f","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.579857292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"479022f7-4ba1-4326-9370-6860bd70f18d","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.585094184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"4d0c78a5-6a2e-403e-b586-a328724c440f","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.593293415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"758aa430-b4cd-4182-b6f3-e8c6580ba01c","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.635794469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"dd414585-5f7a-4686-8761-f49a7714aa3e","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.635895439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"dd414585-5f7a-4686-8761-f49a7714aa3e","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.636681172Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"8b661b3a-6beb-4094-beeb-12fe1d3146fa","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-detach-d7c20b","model":"e2e-att-detach-d7c20b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.667982231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"89645e1a-96fa-4561-bd06-ca83d06c33e4","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.668101253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"89645e1a-96fa-4561-bd06-ca83d06c33e4","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.675516364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3cd427e0-bd10-4f73-ae0d-b54ff3b06c7d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.688456682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"27c58876-9d66-4086-ba5d-754ab34e20fd","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.688482517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"27c58876-9d66-4086-ba5d-754ab34e20fd","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.714704349Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3cd427e0-bd10-4f73-ae0d-b54ff3b06c7d","name":"e2e-worker-w3-d3ca48-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.717255382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"57632461-74a5-4087-8a2d-6da476460005","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-detach-d7c20b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.778191638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"f560df59-f5db-4dc2-b3a8-1ed644c12d89","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.834837229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"30d57b9a-89c1-42e5-ba90-8719d9b51569","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.835321531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"40747544-8ed8-4235-ab71-7e79f32dbba5","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.838510223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"f560df59-f5db-4dc2-b3a8-1ed644c12d89","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.842243984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"30d57b9a-89c1-42e5-ba90-8719d9b51569","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.844723566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"40747544-8ed8-4235-ab71-7e79f32dbba5","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.41653953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"d793180f-0328-47f5-bca4-28535ebe5ee4","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.420894213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"0c6a02d8-52da-4728-be77-c913242ecf96","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.431175525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"dce3dc59-2dc0-41f8-9045-6effbbb76a74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.438095336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"dce3dc59-2dc0-41f8-9045-6effbbb76a74","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.457566901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"b93a7fcc-5464-4acf-9102-30341f1451de","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.53039908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"511df456-b6dc-479f-b120-a1b9ba43bfc1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.536394755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"511df456-b6dc-479f-b120-a1b9ba43bfc1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.64164397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"a7c5a564-5e7e-48dc-821c-0db79fdc96ee","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.642856928Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.663329136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"8165430a-19c1-4202-9065-99875966c7d8","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.663371436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"8165430a-19c1-4202-9065-99875966c7d8","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.665485335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"f325846f-bddf-4488-8ebe-8c64f951d228","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:32.734986731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub1","reconcileID":"208d4117-cbfe-4cf5-b865-6d6324fa7e97","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.736921501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"43ad7111-86c4-43b7-91dd-3cf165937eeb","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.738400145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"f325846f-bddf-4488-8ebe-8c64f951d228","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.738856676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e41dc526-a872-4748-9f9c-dd43b06c2630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.745257543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e41dc526-a872-4748-9f9c-dd43b06c2630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.747887528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"663ee7aa-db5d-4400-8b3c-ffe44e2e7afa","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.75597563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"e70323cd-515a-4d43-9efc-5d0eb5ba5704","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.758626093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"17d3bf53-e0a2-4671-b939-54d64a49aef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.76542658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"17d3bf53-e0a2-4671-b939-54d64a49aef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.76944284Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub1","reconcileID":"ca522186-e603-442f-8b56-c325a514587d","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"distinct-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.789255687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"941d493d-5451-4bb7-ad1c-a6dc26175867","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.816305708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"84390c0a-8a5b-4c35-af39-001904cc5adb","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.821709379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"87186ec3-2c4a-4d6f-bf0a-a83b535d129c","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.857734573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"cb29f1a3-c1b0-459f-8a46-3ac1d7c5a29b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.857914218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"df088af7-0d05-477b-9099-bb996123ba0f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.861706855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"da5e2860-6f63-49ab-b455-6d7e55025cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.8621882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ebbc9d56-a76a-462b-859d-479eff666397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.865306885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"cb29f1a3-c1b0-459f-8a46-3ac1d7c5a29b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.866379745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"df088af7-0d05-477b-9099-bb996123ba0f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.86974359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"da5e2860-6f63-49ab-b455-6d7e55025cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.871611448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub1","reconcileID":"efef0601-a757-420e-9417-b9d93cb59005","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.873151295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ebbc9d56-a76a-462b-859d-479eff666397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.953110773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"c4f4bc65-258f-4b70-98a2-5dff116b0d54","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.960664679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"1be515b9-187b-4b76-9d3e-5b98ee4b2800","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.96774137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"1be515b9-187b-4b76-9d3e-5b98ee4b2800","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.986513212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"04377308-a8ce-437f-9361-d53ff69facfc","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.986575794Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]","namespace=ai-tenant-e2e-worker-w4-c381a7 priority=0:[ai-tenant-e2e-worker-w4-c381a7/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-c381a7/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.997846733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"06ff3de9-c405-4e1a-8d3e-5898dbb0f60c","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.998552368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"994b912c-d128-4301-ad95-b5f7d2aa1e32","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:33.000714082Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-c381a7/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.006236708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"a3c066c9-25ad-46c5-9b1a-3c5b7e117943","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.019388149Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub2","reconcileID":"a5293c20-706c-4e51-a466-7887c82d6809","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"distinct-2-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.035615645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"9ed9c693-6002-426b-b5da-28ac8f63e689","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.058263981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0cb45f48-7e25-41fc-ba89-320c38ebf613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.058547514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"c6c9aaad-e1b6-4689-ada1-a79c5db38185","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.059098674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d496ee8e-d081-406a-92f0-44fd38c71cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.060077721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"e7e9b549-c1e2-4748-9699-b213df788ec6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.06929129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d496ee8e-d081-406a-92f0-44fd38c71cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.069628804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0cb45f48-7e25-41fc-ba89-320c38ebf613","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.071695459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"e7e9b549-c1e2-4748-9699-b213df788ec6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.072220497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"c6c9aaad-e1b6-4689-ada1-a79c5db38185","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.120589708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub2","reconcileID":"13676fbf-c21c-4c38-b29d-cb94a5c50d33","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.255732695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"412ed960-e656-4700-9eed-cd6bf787ed64","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.255932731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3b9b1c50-4651-4744-9b09-981e697e7d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.256397224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ea4d89d5-c859-4646-bc57-08d0e781da3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.262681108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"412ed960-e656-4700-9eed-cd6bf787ed64","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.26515407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3b9b1c50-4651-4744-9b09-981e697e7d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:33.26922469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ea4d89d5-c859-4646-bc57-08d0e781da3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.637420222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"3a80187a-3beb-4e49-b92e-6d331dbbce0d","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.650719774Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub1","reconcileID":"192f208d-634d-48c5-9e03-6f92777c47e5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-770053ed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.651676532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"37111559-ef35-478e-9753-d37fcce696ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.652125353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2b64af89-a16a-4f52-9430-203b1dd3653b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.65261444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"6c277bbe-96af-47f9-874e-4065577666e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.654129974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"bf70d9da-22cb-45f8-abe1-775369c92f2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.658425955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"37111559-ef35-478e-9753-d37fcce696ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.660984946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2b64af89-a16a-4f52-9430-203b1dd3653b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.663233344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"6c277bbe-96af-47f9-874e-4065577666e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.735810387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"bf70d9da-22cb-45f8-abe1-775369c92f2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.782904806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d29bb6af-4070-42ee-a2df-a8584faf48cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.789145304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d29bb6af-4070-42ee-a2df-a8584faf48cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.878919938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"be9c11d2-8fb3-4da7-9191-ec739c5c8e8d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.879764092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5302a8d7-1c7b-43dd-b4fd-5ee62de0aa3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.880229845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"01cf5b6e-6897-411d-83e9-5043c83e647d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.886087012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"be9c11d2-8fb3-4da7-9191-ec739c5c8e8d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.886700237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5302a8d7-1c7b-43dd-b4fd-5ee62de0aa3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.888398895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"01cf5b6e-6897-411d-83e9-5043c83e647d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.904188754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"a83c043e-74e3-4e1a-83af-f160fb906e00","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.904207013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"a83c043e-74e3-4e1a-83af-f160fb906e00","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.904204877Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.91421254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"a5ad5618-24e7-4b16-bc6f-c9d6587ebe49","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.919506984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"4402d35d-cf33-48e5-b7de-0f2fa2e52f5e","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.919547288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"4402d35d-cf33-48e5-b7de-0f2fa2e52f5e","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:34.9278314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"ae7d66fd-67d0-42c9-b5e7-f0e169be1f05","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-a2ccd8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.955904222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"5e2dc21a-2edb-45e8-9d61-9b60eaadb99f","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.95592574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"5e2dc21a-2edb-45e8-9d61-9b60eaadb99f","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.962734711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"345fdc1c-0879-4384-a714-a7eb1a141a8d","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.962754455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"345fdc1c-0879-4384-a714-a7eb1a141a8d","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.975676202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"f2546e4f-65f5-47db-8251-0eae003f876b","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.976101993Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"bbd9acd2-d81b-464b-9632-a9e3046ee82b","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"maas-trlp-praxis-route-a2ccd8","model":"praxis-route-a2ccd8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.982003058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"f2546e4f-65f5-47db-8251-0eae003f876b","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.991520343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"1adb9402-cbd8-490d-9fdd-23e6aab35e7a","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.991535311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"1adb9402-cbd8-490d-9fdd-23e6aab35e7a","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:35.073110327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"0837c294-4699-4844-913b-e0866d559e36","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"maas-trlp-praxis-route-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:35.074203494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"8e8142cc-3e24-4e81-9e65-6aa40a970817","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:35.081145075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"8e8142cc-3e24-4e81-9e65-6aa40a970817","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.781052785Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-sub","reconcileID":"c02d07c5-c02d-4f5d-a7af-39d5fa852ca0","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.781154591Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-sub","reconcileID":"c02d07c5-c02d-4f5d-a7af-39d5fa852ca0","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.851985147Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.860640869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"566b973d-65d9-471f-9791-38e94d04194f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.861390974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1ab20f47-0b02-41ed-b6d7-f63eb2320b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.863124753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"64e33e23-1c86-4dc4-a746-28794fd82ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.866726672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"566b973d-65d9-471f-9791-38e94d04194f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.868053816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1ab20f47-0b02-41ed-b6d7-f63eb2320b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.870249906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"64e33e23-1c86-4dc4-a746-28794fd82ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:40.93461684Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"566b973d-65d9-471f-9791-38e94d04194f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.005601479Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-status-transition-auth","reconcileID":"ade9b7c5-731d-4310-9bfd-26a168460490","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.511612664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"121870a7-0b31-4648-8265-74db19db7c95","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"maas-trlp-praxis-route-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.560505707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"ff534458-20bd-42b6-97f6-28eb001678f8","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.560811632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"ff534458-20bd-42b6-97f6-28eb001678f8","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.750990056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"399ec9e1-0c6d-4d61-acab-a52ad4e756ab","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-detach-d7c20b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.768041274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.782130202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"a284b08a-67b5-415d-bdd6-1c0087fcff6c","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.782244419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"a284b08a-67b5-415d-bdd6-1c0087fcff6c","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.918808198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub2","reconcileID":"200def68-4d1a-40c3-a48d-6e39adf4dee9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.037872328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"416dfbc7-7960-4f4a-b326-b6643120e29b","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.238888119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"276cf069-85b9-4a7e-9ca8-a16794a62773","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.241653218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"a5cc289d-62e3-443e-8541-8be4080adca8","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.247836783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"96cdea6f-12ef-47be-94fc-65375910fdaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.251897575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"dc847f85-7eb7-424f-ba78-597d71832767","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.260993967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"276cf069-85b9-4a7e-9ca8-a16794a62773","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.278406874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"96cdea6f-12ef-47be-94fc-65375910fdaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.372893246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ac7b8a73-fe57-4ce5-8b05-f347dce05fc3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.38898052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b2cd6f10-efee-405b-8390-077eaaa0f444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.389864325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"9902b086-7a14-4bf4-b86a-06472788220c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.405786669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ac7b8a73-fe57-4ce5-8b05-f347dce05fc3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.409482051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b2cd6f10-efee-405b-8390-077eaaa0f444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.439903638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"65f03894-18a9-452b-a4d7-9876bb6c2450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.443773983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f87d9e84-567f-4ef6-b25d-43b4bdb969c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.451463552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"9902b086-7a14-4bf4-b86a-06472788220c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.460242145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"65f03894-18a9-452b-a4d7-9876bb6c2450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.467147632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f87d9e84-567f-4ef6-b25d-43b4bdb969c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.506102391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"0577436b-d8f1-4b45-b499-237f1c1f2dab","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.507366423Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.537093016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"18f8959b-17be-4d1c-8196-e7f10b53ebc7","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.583140159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"335517b2-1397-4c1f-bd55-d861a424dd96","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:42.629410234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf","reconcileID":"870f99cd-c4a1-4b08-8342-6b2c4a2edeec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.732179566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2f31b00c-dd06-44d9-8837-17fd0ae13fc5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.797204253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2f31b00c-dd06-44d9-8837-17fd0ae13fc5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.828704545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"844c6789-d2d4-4958-b77e-f9eaa1ef9c11","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.832001043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a4697981-e5aa-40b5-9176-b11477119433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.85014488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"844c6789-d2d4-4958-b77e-f9eaa1ef9c11","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.867881023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"ac345ee6-4f41-4fcf-95cf-254ea392a59a","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.895865766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1ee0fce0-4f98-402e-9b58-2dfc84371bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.908452398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"5035f5f6-3d3b-47de-9dcc-a3abad36e732","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.914996973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1ee0fce0-4f98-402e-9b58-2dfc84371bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.917845867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"e7613461-27d5-478b-92e4-fe8c21ec93fa","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.918402634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a4697981-e5aa-40b5-9176-b11477119433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.926460599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"ac345ee6-4f41-4fcf-95cf-254ea392a59a","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.934756239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"44701e75-499c-41c9-8567-cd350f024d26","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.94838832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"3560b99e-2664-4c5b-be4a-1583c69973f3","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.974032006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"44701e75-499c-41c9-8567-cd350f024d26","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.991216245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"3560b99e-2664-4c5b-be4a-1583c69973f3","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:42.993803502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1678a406-7401-4be6-adc9-80be5335cc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.02118374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"791342da-ff54-4cce-bc18-7f13044ad94d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.022574558Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf","reconcileID":"c4ce6d6c-dc31-45bd-b509-ca7c4e46a78a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.022722669Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf","reconcileID":"c4ce6d6c-dc31-45bd-b509-ca7c4e46a78a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.027291689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1678a406-7401-4be6-adc9-80be5335cc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.032889543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"791342da-ff54-4cce-bc18-7f13044ad94d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.041483971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8d096535-3111-4368-af63-4551173baf48","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.060929881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"96af6704-8b7a-4deb-b5c8-640b4ef86f44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.074501421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"a1224b77-d219-4451-abd7-373a5f9f6f70","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.085499765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8d096535-3111-4368-af63-4551173baf48","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.140164445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf","reconcileID":"34e19eb4-8c76-4e09-8b81-dda32d5b142c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.140536164Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf","reconcileID":"34e19eb4-8c76-4e09-8b81-dda32d5b142c","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.491894184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108bb580-9cda-4a02-bc9d-158a35be888b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.495124514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108bb580-9cda-4a02-bc9d-158a35be888b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.49823216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108bb580-9cda-4a02-bc9d-158a35be888b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.502081476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108bb580-9cda-4a02-bc9d-158a35be888b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.653640116Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub1","reconcileID":"8bf7833a-c819-4260-8c41-cce428fac7ea","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.656187165Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub1","reconcileID":"8bf7833a-c819-4260-8c41-cce428fac7ea","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.658807473Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub1","reconcileID":"8bf7833a-c819-4260-8c41-cce428fac7ea","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.683539562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de48371-bfd0-46b7-93a1-4acc0e0c1de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.686743759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de48371-bfd0-46b7-93a1-4acc0e0c1de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.689579799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de48371-bfd0-46b7-93a1-4acc0e0c1de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.735044293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5de48371-bfd0-46b7-93a1-4acc0e0c1de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.735164966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"5b2b915e-a357-4e31-9f72-a6ed5f156b62","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.735885092Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.762983642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"a6d4df7b-4e97-45b4-ac45-66fa967e4a19","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.825363106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"5fd7d23f-52d4-464d-8d93-5a0ff56b6a86","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.82562755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2f213124-f825-4188-ba95-a4bb58950bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.826021758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"caf3dad3-fc9e-4841-8de4-b6ebc3be8082","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.840522689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"5fd7d23f-52d4-464d-8d93-5a0ff56b6a86","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.84166274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2f213124-f825-4188-ba95-a4bb58950bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.843394619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"caf3dad3-fc9e-4841-8de4-b6ebc3be8082","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.870074336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1c2c0e57-cacf-44dc-81bc-ddd8ccfdcfa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.877158312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1c2c0e57-cacf-44dc-81bc-ddd8ccfdcfa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.962609902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"b4b175d8-f8fa-4b2b-a973-f40366fe2fea","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:44.969095576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"b4b175d8-f8fa-4b2b-a973-f40366fe2fea","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.147709815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"84c75f19-2a8a-43e5-876c-cc56dbc8af70","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.16219455Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub2","reconcileID":"20813302-1bc8-4b0d-a80c-4f60590d0a32","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd9cf826","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.163978935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3d0bf452-f1b5-4c33-87e7-18177924db5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.165503365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"9dc8d3d8-ee06-4bce-b5c1-7908a2fa7c44","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.16662925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"6abff3e6-bcc7-4840-8636-2300f25b79f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.166957379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"ecdb036c-a0c5-44d9-8cb6-afc6761e31c8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.172021863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3d0bf452-f1b5-4c33-87e7-18177924db5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.17281189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"6abff3e6-bcc7-4840-8636-2300f25b79f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.174501633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"ecdb036c-a0c5-44d9-8cb6-afc6761e31c8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.175204658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"9dc8d3d8-ee06-4bce-b5c1-7908a2fa7c44","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.290801729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3378e153-f296-4d87-aa9a-973d5c9661cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.291526513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f222f08d-0038-47f1-bf6b-c77886dcf0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.291975544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"5e28ca28-e4c8-43b2-9f4a-4b13ae835714","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.293227558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"82602a6e-a41b-4bb9-950d-79ca5a335b73","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.298237241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f222f08d-0038-47f1-bf6b-c77886dcf0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.298569753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3378e153-f296-4d87-aa9a-973d5c9661cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.300676117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"5e28ca28-e4c8-43b2-9f4a-4b13ae835714","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.302112337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"82602a6e-a41b-4bb9-950d-79ca5a335b73","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.977205195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"5e574060-669c-41bf-a5da-31a1d74984d1","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.989502401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c59d2b55-7963-4c94-a102-267755ebf9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.990105505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c511df57-d786-434e-8041-ead7e561ab67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.990673298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b4c47cfc-e92b-496f-97a0-62841b4d1dd6","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.998808481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c511df57-d786-434e-8041-ead7e561ab67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.999458279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c59d2b55-7963-4c94-a102-267755ebf9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.001023981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b4c47cfc-e92b-496f-97a0-62841b4d1dd6","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.405242484Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"ae9786ab-0898-4312-8b66-bd537669bd88","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.415156442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21a66215-a9da-42b0-bc37-2ab16154cce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.415363834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d8e0b3b-2fbc-4dc1-b868-96937ccf3979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.415664037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7d151f7c-8c71-4f4e-8a81-29120aece87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.418195701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b3970870-a21b-4d57-aed1-65412206e69a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.418469052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"3372255b-3a27-46a8-8c2d-2cbf30ad093c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.422997388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21a66215-a9da-42b0-bc37-2ab16154cce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.423251959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7d151f7c-8c71-4f4e-8a81-29120aece87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.425735674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b3970870-a21b-4d57-aed1-65412206e69a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.425865187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"3372255b-3a27-46a8-8c2d-2cbf30ad093c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.427981246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d8e0b3b-2fbc-4dc1-b868-96937ccf3979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.43236565Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"287d4dd7-0a0f-49f7-8ba3-15dd4066c0d9","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.436595308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a97c9bb4-d9be-4c58-9fe8-72b1e383a11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.442572847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a97c9bb4-d9be-4c58-9fe8-72b1e383a11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.539317195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0b2a2a8e-cfce-4dd0-92fd-7ced763f2ba7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.540977799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ba5285fa-ce37-4baa-bf0f-15862251017e","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.540987936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"9aecb0ee-c22e-42ec-bb65-f2665aba529c","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.541488637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"81eb8539-5e3a-4ecc-b5f9-bb9477cfaa44","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.545984246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0b2a2a8e-cfce-4dd0-92fd-7ced763f2ba7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.552449477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"9aecb0ee-c22e-42ec-bb65-f2665aba529c","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.552623613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ba5285fa-ce37-4baa-bf0f-15862251017e","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.553139268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"fc4420d0-8c2f-4bc2-a591-5231e93814cf","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.553160087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"fc4420d0-8c2f-4bc2-a591-5231e93814cf","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.555999398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"81eb8539-5e3a-4ecc-b5f9-bb9477cfaa44","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.559870999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"d07d3602-eb6b-4bf9-937a-5e12cceca07f","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.55988812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"d07d3602-eb6b-4bf9-937a-5e12cceca07f","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.566524832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"344982c4-6dd2-468a-8d89-a2fdbfa6a46f","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.569495923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"f9bfb2dd-fe21-40c0-b51d-e71281b39442","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.569512363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"f9bfb2dd-fe21-40c0-b51d-e71281b39442","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.573516294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"37d8c89b-d810-4001-8a9f-8efa0a6ea6cb","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.57364839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"b0d31c6a-a830-465a-90d4-767cf74aae0d","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-detach-d7c20b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.577428789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"113580f4-8c39-4190-90cc-996753e81af5","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.577451913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"113580f4-8c39-4190-90cc-996753e81af5","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.583260255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"41e27734-8d88-462f-8a05-06f7102ccdf9","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.583284728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"41e27734-8d88-462f-8a05-06f7102ccdf9","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.593280248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"b054403a-b703-4ba0-8f55-045cc536a150","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.593301283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"b054403a-b703-4ba0-8f55-045cc536a150","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.650032647Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"6ab3723b-79e9-4a84-827c-b024bde6e503","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.665677352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"324ba57e-c187-440c-a396-c98af907b2cb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.676884375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"324ba57e-c187-440c-a396-c98af907b2cb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.749770001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"0086cedf-db7e-4c11-bdbd-1fa91f47c346","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.762981403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"0086cedf-db7e-4c11-bdbd-1fa91f47c346","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.764472619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"03d3ad5f-ceee-4c8b-99a1-c244faa00fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.76725148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"843b3b19-c078-4957-afee-a8e4bcf37183","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.775001851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"03d3ad5f-ceee-4c8b-99a1-c244faa00fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.775518431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"aa43c173-ca60-441f-b1a4-840ccd93895e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.778211257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"843b3b19-c078-4957-afee-a8e4bcf37183","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.838230238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"a666ae6c-08d9-4b2e-8a5e-49fb18ac0534","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.83891686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"aa43c173-ca60-441f-b1a4-840ccd93895e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.844777372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"884b5436-c400-4277-a8b6-df00e54511ea","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.84479751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"884b5436-c400-4277-a8b6-df00e54511ea","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.85088145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"806e5186-d57b-4000-8a23-8ac049a5fd3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.850936767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cce1bd5-bb65-47a9-9a2b-9e37308391af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.85197986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"4eb6ee45-22bd-478f-a216-537050f27942","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.851996083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"4eb6ee45-22bd-478f-a216-537050f27942","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.852165063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"63b3b9d7-f488-4880-bde3-14f42e3db9a8","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.852304692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"93f0fd01-5f90-4b18-8f26-f1df070c918e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.852826579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"1cec8947-cb6a-40c4-be7a-f9820208dbc0","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.853063311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bacc587-ba87-40f5-8e24-b66e767f5a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.854607666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"7f2ffede-2338-48c5-a926-63a9017c7907","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-detach-d7c20b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.858873887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cce1bd5-bb65-47a9-9a2b-9e37308391af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.859530132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"806e5186-d57b-4000-8a23-8ac049a5fd3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.864759276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"93f0fd01-5f90-4b18-8f26-f1df070c918e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.866965237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bacc587-ba87-40f5-8e24-b66e767f5a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.936108307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"658a88cb-acc4-4f79-92c1-460db1c823eb","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.936137755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"658a88cb-acc4-4f79-92c1-460db1c823eb","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.947133559Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"df421afc-f062-4cb2-8a21-7c727e192068","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.94802962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"ca3b4720-0709-4015-86c5-5b71285e6445","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:46.952922348Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"c29fa82b-9e34-4943-be04-7368487e4033","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.954308714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b3953497-9968-4598-bbe6-b1c3376558fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:46.958386925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"c29fa82b-9e34-4943-be04-7368487e4033","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.962827046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b3953497-9968-4598-bbe6-b1c3376558fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:46.966893438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"fc691a5c-bd5d-41b0-9f3d-c6d5028ed31e","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:46.966945007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"fc691a5c-bd5d-41b0-9f3d-c6d5028ed31e","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:46.983915488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"6d1f444e-530e-47b9-95ff-71ce44df8a86","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:46.983994363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"6d1f444e-530e-47b9-95ff-71ce44df8a86","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:47.00859825Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"608a82ed-d365-47a7-bf1e-2bbccc8eca30","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:47.008655196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"608a82ed-d365-47a7-bf1e-2bbccc8eca30","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:47.052293373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"4e4c7726-96c2-49d2-a32d-28eed534e0ee","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:47.052410465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"4e4c7726-96c2-49d2-a32d-28eed534e0ee","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.057377962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"df742cfd-4a71-4cea-823d-9fdebd099a0d","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.058068936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"0214ced0-c1cc-45ce-9407-ae2111eee13e","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.065576884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"f6765304-9081-4ef6-bd0b-bb6c1000668a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.068524174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"0214ced0-c1cc-45ce-9407-ae2111eee13e","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.069203749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"df742cfd-4a71-4cea-823d-9fdebd099a0d","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.092032204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"f6765304-9081-4ef6-bd0b-bb6c1000668a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:47.167171984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"70c80924-1ff9-4766-8a2f-98dfadb41b14","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:47.167270108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"70c80924-1ff9-4766-8a2f-98dfadb41b14","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.229838972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d8cd1a7-a3d5-4e92-8f2f-a2f1408121cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.233732754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"dc018842-4a49-4ec5-84ac-d699b69df563","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.243550568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d8cd1a7-a3d5-4e92-8f2f-a2f1408121cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.268281643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"dc018842-4a49-4ec5-84ac-d699b69df563","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.348591014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"784d7f57-a6f8-45ad-9609-67a0dc91ee32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:47.349079547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"c1b01bd7-79f4-4d2d-8eef-18d323ca219a","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:47.34913664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"c1b01bd7-79f4-4d2d-8eef-18d323ca219a","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.360566219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"99e87dd9-6586-4fd5-89f8-1a90a2065c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.364481718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"838e1e7a-7a19-4f1a-a542-9f340be923a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.368020438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"784d7f57-a6f8-45ad-9609-67a0dc91ee32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.437869351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"99e87dd9-6586-4fd5-89f8-1a90a2065c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.440616468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"838e1e7a-7a19-4f1a-a542-9f340be923a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.444989687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c343e7a6-95df-496a-996c-70f8293c8965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.445115495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2727c14f-9357-4701-86cb-563a139a34a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.468875974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c343e7a6-95df-496a-996c-70f8293c8965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.471798223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2727c14f-9357-4701-86cb-563a139a34a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.484849359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"b7e01f1e-ce8a-430b-9b81-093c83ac8080","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.493805235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0e2fa6f1-c871-4633-8a4e-f09990b75c35","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.500338352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"b7e01f1e-ce8a-430b-9b81-093c83ac8080","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.5138046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0e2fa6f1-c871-4633-8a4e-f09990b75c35","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.519867568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"11086b92-76ff-421c-bcbe-703c9c523b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.533073263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"11086b92-76ff-421c-bcbe-703c9c523b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:47.680128967Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"eecb0ce3-b52a-43cd-a1d1-565d27aaa5a3","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:47.680241876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"eecb0ce3-b52a-43cd-a1d1-565d27aaa5a3","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.690319856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"07ccc9bc-3f46-4968-b72c-30545df2aa4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.709620161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"5ea6a93c-3d3d-42de-9f0b-8b9134f9dc6c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.712193569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"07ccc9bc-3f46-4968-b72c-30545df2aa4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:47.723543084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"5ea6a93c-3d3d-42de-9f0b-8b9134f9dc6c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:48.337753756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"67d468c9-ea27-42f8-896a-ef294b4b9157","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:48.337823581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"67d468c9-ea27-42f8-896a-ef294b4b9157","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:49.621723038Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"70f397ba-3f16-4b68-9e01-d1aca65613a2","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:49.621806472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"70f397ba-3f16-4b68-9e01-d1aca65613a2","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:52.189644795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"dbb0fc48-28f9-4651-9645-7549d5a7cb3b","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:52.189723382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"dbb0fc48-28f9-4651-9645-7549d5a7cb3b","error":"ExternalModel e2e-extmod-att-user-7c783b/e2e-att-delete-007af7 is attached to several gateways [openshift-ingress/e2e-extmod-a-ded926 openshift-ingress/e2e-extmod-b-7c192b]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.961332114Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"e9aafd71-245f-48b2-a348-e04524386439","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.973214077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c9bec40e-308d-419b-8c9c-83b2ff82a82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.975553269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"5484e9b7-6b78-4289-a4b3-b8b9506fda5a","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.976087121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"10e275e5-9296-4a48-aa33-87bb6155dc98","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.978519187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"12ce933e-6a93-4e5d-a476-43eb73b214ec","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.978568767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"efb4d6ab-5d5a-41dc-8f18-685dd13c4a8e","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.97859089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"efb4d6ab-5d5a-41dc-8f18-685dd13c4a8e","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.979013851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c56283bb-51df-4341-8cc2-f274f46f3dba","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.98153945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c9bec40e-308d-419b-8c9c-83b2ff82a82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.982499636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"5484e9b7-6b78-4289-a4b3-b8b9506fda5a","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.984322166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"10e275e5-9296-4a48-aa33-87bb6155dc98","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.986202614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c56283bb-51df-4341-8cc2-f274f46f3dba","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.986735714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"15dec6ce-8ca6-4a74-a27c-8f80dc033a07","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.986756286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"15dec6ce-8ca6-4a74-a27c-8f80dc033a07","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.988587517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"12ce933e-6a93-4e5d-a476-43eb73b214ec","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.991807636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"d902dac9-2b5f-4141-95af-ee324f29ecd9","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.991915141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"d45912ef-762f-47ba-89c8-dedd1e3b4e47","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.991932177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"d45912ef-762f-47ba-89c8-dedd1e3b4e47","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.99273957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"351b4883-d80d-44f6-bb0e-d8c343f586de","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-detach-d7c20b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.993529216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"f9124845-5297-448d-bd8a-399d55f71729","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.039553389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"572ba0d5-b36c-4b69-aed4-04984907363e","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.039583684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"572ba0d5-b36c-4b69-aed4-04984907363e","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.045031901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"c24cb51d-2369-41f1-ad03-65c53c6d4d54","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.045060784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"c24cb51d-2369-41f1-ad03-65c53c6d4d54","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.050145355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"713ebcd1-8704-4e51-b77a-4fa676d7fe12","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.050166546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"713ebcd1-8704-4e51-b77a-4fa676d7fe12","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.081596668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"2aa90675-915f-4d37-883f-ebb450dbc346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.087111433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"eb2c6b04-8c62-4bc6-ad65-6177843f46da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.094562768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"2aa90675-915f-4d37-883f-ebb450dbc346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.103930449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"73fa4714-15a9-4fff-a790-c556d27305a3","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.109091935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"866d636d-ec87-4e24-b3bb-a44ebf5458c5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.109997246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"451858e9-53b6-4ed2-ab96-5418c88ba11f","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.110531382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"883990b8-b7d7-4f1c-a4a3-109aecdb26a7","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-detach-d7c20b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.112487902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"eb2c6b04-8c62-4bc6-ad65-6177843f46da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.120281896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"866d636d-ec87-4e24-b3bb-a44ebf5458c5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.197685081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8d72762-4cf5-4fd9-a5dd-38f18e531972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.220383524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8d72762-4cf5-4fd9-a5dd-38f18e531972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.236089786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-007af7","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","reconcileID":"e5108d1c-f2d7-4877-a154-913bedb8d491","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-delete-007af7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.267277756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5a41d0be-ac66-4743-bf8c-396f976f8199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.280402549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5a41d0be-ac66-4743-bf8c-396f976f8199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.297608022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"da2e24c9-02b4-4313-9cc5-d821e840b262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.299171581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"780d5665-b03c-4b0e-b8c1-b1bc9bedb16d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.303824879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"53751630-1326-41e8-9f4d-5824d119a54a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.304932842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"da2e24c9-02b4-4313-9cc5-d821e840b262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.3088066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"780d5665-b03c-4b0e-b8c1-b1bc9bedb16d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.312811466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"53751630-1326-41e8-9f4d-5824d119a54a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.413251179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"453f8fe3-6a33-4e69-90c4-61d6632a64cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.467208018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"80e3e094-fa50-424b-8da4-aa10fdc49096","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.47506437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"b48edeb4-3280-493d-83ee-6a73c28fcd22","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.475655477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"6921e50e-4251-4c48-bb86-4b848f86f0f6","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.488983075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4d7133c2-8f91-4e72-965e-8fee9ad5b5f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.577172984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"80e3e094-fa50-424b-8da4-aa10fdc49096","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.57798454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"453f8fe3-6a33-4e69-90c4-61d6632a64cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.580557965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"b48edeb4-3280-493d-83ee-6a73c28fcd22","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.584166351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"6921e50e-4251-4c48-bb86-4b848f86f0f6","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.585647516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4d7133c2-8f91-4e72-965e-8fee9ad5b5f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.601369363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ec730497-c41c-44f9-ae29-544c6927edd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.602299198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1d4b103f-737a-45c2-8e46-22fcaaef1539","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.610060909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1d4b103f-737a-45c2-8e46-22fcaaef1539","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.611720449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ec730497-c41c-44f9-ae29-544c6927edd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.700761967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"c8e063c2-def9-44c5-80e7-5f429c295957","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.700787101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"040d9643-8346-4c17-96fa-7314ca79e52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.70133729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e7c059a-d222-4222-bd2a-15b14d2925a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.70293802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"431f5400-40eb-47e4-839f-8cf290aab87e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.705424915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9b341039-2622-4b91-9737-417c08d89b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.707613847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"c8e063c2-def9-44c5-80e7-5f429c295957","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.707914901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"040d9643-8346-4c17-96fa-7314ca79e52a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.710087044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e7c059a-d222-4222-bd2a-15b14d2925a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.710275153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"431f5400-40eb-47e4-839f-8cf290aab87e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.71258988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9b341039-2622-4b91-9737-417c08d89b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.165305358Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub2","reconcileID":"a45e1316-ccc0-4631-a6f9-f1f03d591368","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.16817475Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub2","reconcileID":"a45e1316-ccc0-4631-a6f9-f1f03d591368","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.170998415Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-sub2","reconcileID":"a45e1316-ccc0-4631-a6f9-f1f03d591368","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.198037294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"5610c56f-83ee-412d-bf92-19c172028d46","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.198326808Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.213733071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bac01388-76ee-426b-a1a4-52a0722ec48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.213793122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"0546251d-3e06-4168-bffc-ee26a4b5fa34","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.21742223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"af8d4a5d-b76e-4370-8a09-5fdfeca5bf74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.217474131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"ef9c01e7-1b95-47eb-84bc-2f96219923eb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.2222254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bac01388-76ee-426b-a1a4-52a0722ec48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.222640014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"0546251d-3e06-4168-bffc-ee26a4b5fa34","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.224719464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"af8d4a5d-b76e-4370-8a09-5fdfeca5bf74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.224985049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"ef9c01e7-1b95-47eb-84bc-2f96219923eb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.344063089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"46dc2786-6fb0-47a3-8084-999ae950809d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.351851098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"46dc2786-6fb0-47a3-8084-999ae950809d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.588479989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"7dc52dce-400b-442f-8405-bfe0a147844c","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.588545088Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth1","reconcileID":"3c8fe93e-947b-4ab5-996b-3c95b3d31746","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.599235233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"0bba4ab4-7aa3-4afa-ab4d-704a3effb03e","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.763041545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"f2954c82-25e2-4c37-9582-6ad1f81c716f","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.763091755Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-multi-keys-auth2","reconcileID":"44a28fc2-5977-49c9-a0cf-9c21e3581fe7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.773547587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"732ff044-24f5-4d6a-98d3-88413c47ac52","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.991690841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf","reconcileID":"a4a0cf91-c90c-4613-9322-4465fe72435a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.007975529Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf","reconcileID":"a4a0cf91-c90c-4613-9322-4465fe72435a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.00800697Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf","reconcileID":"a4a0cf91-c90c-4613-9322-4465fe72435a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.008134613Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf","reconcileID":"a4a0cf91-c90c-4613-9322-4465fe72435a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.018126685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"42b0fa49-14dd-4b88-a3c3-5e62fceee5d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.030215246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"43db0e84-f4a4-4ffc-9e30-8d7c98e6f7f0","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.030544243Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.145113921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c5133d29-d429-44d8-b161-912c6090d33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.145799163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f97e76fa-2877-4e54-a771-02a1334cbd60","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.146408124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"b3e89798-7a7d-40f4-a34a-1266a766cd1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.15309587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c5133d29-d429-44d8-b161-912c6090d33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.156926181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f97e76fa-2877-4e54-a771-02a1334cbd60","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.157639692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"b3e89798-7a7d-40f4-a34a-1266a766cd1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.23489001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"6269944e-b4eb-42b1-becf-8e7d2324f180","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.23503848Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-healthy-inf-auth","reconcileID":"33a8bb8e-7191-4b33-be32-77815ffde8dd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.268056836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"7b34a9d8-6d2c-48e9-8420-c6b38200f12d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.940623954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"442dc165-280f-4782-9590-674ea350944e","namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.952308354Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"45f518dc-84db-4abd-92d1-dae7288a38f0","namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.953368794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"d5e51857-9b17-4edc-b9ae-c835ff74514d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.953692646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"beb07fa5-ef89-451a-aec9-1a65f3742f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.954119415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d51ba3-fa80-4df9-a09d-64e3c98345ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.954222367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b9eef50d-81a7-49fe-af3e-b71ac988927e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.955585364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"bacfaa3a-f3b7-4881-a183-9dc2ca3bfee3","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.96060136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"beb07fa5-ef89-451a-aec9-1a65f3742f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.960779319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"d5e51857-9b17-4edc-b9ae-c835ff74514d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.963579745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d51ba3-fa80-4df9-a09d-64e3c98345ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.965298009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b9eef50d-81a7-49fe-af3e-b71ac988927e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:56.966701729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"bacfaa3a-f3b7-4881-a183-9dc2ca3bfee3","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.079470327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"71bbced2-8dbe-4950-a7ca-2b4cb92431b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.080091847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"4a8b2cb2-c437-43af-9238-9e52f8c773f8","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.090046538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"71bbced2-8dbe-4950-a7ca-2b4cb92431b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.091748658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"4a8b2cb2-c437-43af-9238-9e52f8c773f8","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.152951104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"d276cac7-29f2-4e0e-9279-c5637babf4a8","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.15461168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4fce8e31-8a12-4ac4-bd95-b5b20ce837b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.162240429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"d276cac7-29f2-4e0e-9279-c5637babf4a8","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.168389519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4fce8e31-8a12-4ac4-bd95-b5b20ce837b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.178288422Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"6f04ab46-6c5e-45a8-83db-d00255dc8205","namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.184073354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"76ba4fa0-ce90-4500-94ae-1423833af426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.186598085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ff7f676-eb79-49ef-b961-25d8178fb192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.191634047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"76ba4fa0-ce90-4500-94ae-1423833af426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.194002606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ff7f676-eb79-49ef-b961-25d8178fb192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.265654871Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"b9e31df0-5729-4dea-a6d8-dd2fbb97b3a7","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.293998464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"ab8b7774-2e67-4d86-8b45-26d64f323ded","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.294030807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"ab8b7774-2e67-4d86-8b45-26d64f323ded","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.295899425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d2bb3b61-9b9e-4571-b526-455fa614e3a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.296541064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f43ca9e9-ae7f-4bbb-822f-28dbddbe6d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.29930493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d849f89e-a3da-42fa-a771-4330ef2d07b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.337140321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d2bb3b61-9b9e-4571-b526-455fa614e3a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.338100367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f43ca9e9-ae7f-4bbb-822f-28dbddbe6d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.342399956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d849f89e-a3da-42fa-a771-4330ef2d07b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.346716668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"cfb61606-f335-485b-a972-c95460d81566","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"maas-trlp-praxis-route-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.37024474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"625f508b-5091-42a0-9952-a2f12a70c11a","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.370261921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"625f508b-5091-42a0-9952-a2f12a70c11a","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.382909272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"2af0b198-ebcd-485f-b5da-574b6b5b8309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.382979355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"ec6ed2ca-3fb9-4627-94f3-c13b3ea6df5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.38461024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b676d105-00ac-4e2b-af2e-eeaa2942d08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.384618341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ad4ba597-28a5-4329-ae11-2b88af79b7df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.387531262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"ac698aff-c72f-4597-886f-8f7631f9b7a8","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.392142472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"2af0b198-ebcd-485f-b5da-574b6b5b8309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.393031473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"ec6ed2ca-3fb9-4627-94f3-c13b3ea6df5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.395859253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ad4ba597-28a5-4329-ae11-2b88af79b7df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.398373979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"ac698aff-c72f-4597-886f-8f7631f9b7a8","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.434625781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b676d105-00ac-4e2b-af2e-eeaa2942d08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.437764925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"a5d908f6-ee2f-41eb-8ec6-18c0b4f1407b","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"maas-trlp-praxis-route-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.44207525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"8e3415c8-958d-40af-9769-90aef6b3533a","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.482986477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"30d5f618-d131-4f90-959a-e7a249c33345","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.483979923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"f25c5f5f-68e4-49d5-853d-e01691c19500","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.484737312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d81c35c-44d7-4afc-8ae3-fe901ed55865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.484856946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"3882da37-8866-41a2-9c33-d29a2ac467f1","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.487136316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9231a4a5-a8f1-449c-8b27-aa5165c1616f","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.490847557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"30d5f618-d131-4f90-959a-e7a249c33345","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.494858168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"3882da37-8866-41a2-9c33-d29a2ac467f1","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.494880877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d81c35c-44d7-4afc-8ae3-fe901ed55865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.498754014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9231a4a5-a8f1-449c-8b27-aa5165c1616f","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.542366463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"b15fa1f2-a214-4e18-9efc-cf9cbfaa7542","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.581423926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"177bdd40-22bd-4f5a-ac9f-d64a0865fa5b","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.585225603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"a643af2a-e650-407e-8b02-53043f06b875","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.593172532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"a643af2a-e650-407e-8b02-53043f06b875","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.74201766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"c7301c16-98be-4395-97ac-fb2d64b7749f","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.760864014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"de56198d-863c-4439-a7ba-dee38ea8c63a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.765544198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"a37308c4-5398-4190-8ce1-bbfe04f19f83","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.766699331Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.771772258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"de56198d-863c-4439-a7ba-dee38ea8c63a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.776004123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"2c03a725-febf-478d-b075-80e1d29a8649","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:57.839451432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey","reconcileID":"14957b3c-c01b-45fa-a607-505edb6757e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.844388442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"1536987f-3c46-4041-a98e-01beeea31e9f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.846585347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"296f020b-8fd4-4a64-b8e1-1fe01d7a3ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.853221984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"1536987f-3c46-4041-a98e-01beeea31e9f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.856847284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"296f020b-8fd4-4a64-b8e1-1fe01d7a3ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.858620592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"4f4ba56a-ea1f-4872-bddc-027d9894221c","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.877436099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"b7f9c824-b861-473b-9466-2e3e3c4a5dc4","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.895830587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a2d395ac-15bf-499a-af11-c9c96f0b8a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.897392623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"d6eb4b37-064d-488d-a4f8-0829c04a3f90","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:57.897928623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"1536987f-3c46-4041-a98e-01beeea31e9f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.919842399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a2d395ac-15bf-499a-af11-c9c96f0b8a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.941868653Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.944253818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"78ee8519-0de6-4612-8fa2-c63e0258e581","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.960266968Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey","reconcileID":"7dadb44b-b2a3-4a83-8fbc-2586a55559e3","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.96050246Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey","reconcileID":"7dadb44b-b2a3-4a83-8fbc-2586a55559e3","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.9754192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"42ea6183-34f9-4182-b2d1-a2e19fd953d7","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.976152665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"4e39b084-f3f1-4257-b732-b82fe8fe2032","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.979338674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e43770fb-fd96-453d-bf7b-cd1a655b8f67","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:57.988869571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9913c115-a9f0-46bb-97ca-4365c616e69a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.993945716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e43770fb-fd96-453d-bf7b-cd1a655b8f67","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.99664563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"f2d74285-32c6-4624-b656-be3df646b84e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.999396958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e4c050e0-ccd6-4d07-94b7-eb691ccc716c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.00672952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"529eeeac-4c88-4cb3-904d-75927da7d774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.018425494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"bd783c10-032d-48ac-b815-82b8528bd092","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.042092255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"f2d74285-32c6-4624-b656-be3df646b84e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.058582737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e4c050e0-ccd6-4d07-94b7-eb691ccc716c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.127039894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"e993b218-39cb-40c7-8411-e9e64906da11","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.133201767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"529eeeac-4c88-4cb3-904d-75927da7d774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.154623139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"3a5fdf73-d099-459a-939f-7f1c0519b781","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.174028331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"28034f38-9a47-494c-b204-f5bd87f7e0df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.221942792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"034e85ec-fe3f-46f7-92aa-cb6dde1e4494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.226387537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey","reconcileID":"73690b1d-c876-4494-922d-5926d39b1227","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.226597893Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey","reconcileID":"73690b1d-c876-4494-922d-5926d39b1227","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.233761477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"034e85ec-fe3f-46f7-92aa-cb6dde1e4494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.234706067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"1f446356-9aba-4b25-9dab-111fc4d2f47b","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.261239855Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"29c5afa8-617d-4444-b6c0-ec681e6657fc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"distinct-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.29094651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"99e8e0cd-c3c7-4ac5-a4c3-031ff2985e7d","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.291911126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fcd7912c-2211-4071-9a87-4eaecb06bcde","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.293003757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"53d16e43-b329-4368-8409-f9dbd9a34487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.300850135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9a4a55f6-5445-4dd8-bccc-d5e65f9367c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.309234839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fcd7912c-2211-4071-9a87-4eaecb06bcde","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.312400735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"53d16e43-b329-4368-8409-f9dbd9a34487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.317077303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9a4a55f6-5445-4dd8-bccc-d5e65f9367c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.336750922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"29de4270-245c-4acd-92fa-630072881ebf","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.36555248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"68323b99-b33c-4670-bc5a-721038886094","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.368918584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b4fdad07-8f45-4b0e-ada9-a0d1b3202997","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.393181416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b4fdad07-8f45-4b0e-ada9-a0d1b3202997","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.552097245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"474e604d-95b0-4813-bb82-08852967634e","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.630481027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]","namespace=ai-tenant-e2e-worker-w4-c381a7 priority=0:[ai-tenant-e2e-worker-w4-c381a7/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-c381a7/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.631970444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"c5b2ee0e-1221-4e04-99a3-0dc3cc050634","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.738104798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"816c03d1-b4cf-404e-865f-1eabe4b2d51d","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:58.739549878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3a2f1453-8e0e-4924-b475-a6aa2e93fa99","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.761748352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"7f2f9ca0-234a-4a05-9057-f7690c3115af","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.796280468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8936d31b-34da-497d-b85b-03eec3564176","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.863791464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8936d31b-34da-497d-b85b-03eec3564176","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.876766286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"01bf8caa-38cd-4644-a50a-3e60bb0d88fe","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.897127527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"c241a43e-3de7-494b-ace7-7f3e27915c30","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.908871773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"efdec03e-acc1-4729-b4ec-1282368261be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:58.938735357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d20fd65b-e06f-4bf9-8881-427bbe37e137","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.02296602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e275480c-f3fd-4eee-9ebe-625d92c27861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.111627711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d20fd65b-e06f-4bf9-8881-427bbe37e137","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.178474053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"efdec03e-acc1-4729-b4ec-1282368261be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.179850063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e275480c-f3fd-4eee-9ebe-625d92c27861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.20410097Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e01267b0-30f9-493d-b338-5378b4fd43cf","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"distinct-2-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.224825452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1b3e2f89-0039-463b-8763-96f16ef3b69e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.28544659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"afb4a43c-8bf2-4228-9f8a-dd88d427da00","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.292361349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1b3e2f89-0039-463b-8763-96f16ef3b69e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.375177013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"27b9f658-4851-4406-8448-35552a60154e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.408320949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c9d1a67f-1c0b-4f3d-8d2b-7fe07c036dfd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.526673054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c9d1a67f-1c0b-4f3d-8d2b-7fe07c036dfd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.53590682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"c54d96bd-ba29-4e78-941d-a5ca75a86208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.536729796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"89989232-bbd1-4f7c-8009-49add8aade0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.645719824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"89989232-bbd1-4f7c-8009-49add8aade0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.670005202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"c54d96bd-ba29-4e78-941d-a5ca75a86208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:01.001483301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"547e2cef-2a43-45da-87ef-0342de149c07","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:01.722600374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"ba3eb817-cd3a-4a76-bea9-301fd0d935e1","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.291403871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"29870d2a-4266-4470-beda-a65562a1bd79","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.587585394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"715ebf4c-0fc3-48a0-90a2-9cec2de9035a","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.601072985Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3cf73ae8-7638-4fc8-b657-70072281d025","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-63a4c5a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.60280806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d7792bde-b3b1-4581-ae55-c66ee1b43353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.604626882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"58aac4b7-2d9d-422f-bc57-c8fe297beb01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.605773875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d8734599-bc98-4379-973b-f837f59a6d8a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.605849854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"64ad7c58-6349-49a3-b814-dd5027599c78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.610323713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d7792bde-b3b1-4581-ae55-c66ee1b43353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.611470768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"58aac4b7-2d9d-422f-bc57-c8fe297beb01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.616588639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d8734599-bc98-4379-973b-f837f59a6d8a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.619124153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"64ad7c58-6349-49a3-b814-dd5027599c78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.729244137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"21215c46-3c46-43db-a879-c406c7229afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.729803077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fcbdc9d9-50d4-4002-abd9-453eee62e849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.730193877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"77d66f43-23b2-4a39-85cc-d42e7b15cdd3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.73061057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b9b39f5c-316c-41b4-aead-5b52ef93380f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.73607182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fcbdc9d9-50d4-4002-abd9-453eee62e849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.738458602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"21215c46-3c46-43db-a879-c406c7229afa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.741572703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"77d66f43-23b2-4a39-85cc-d42e7b15cdd3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.745868324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b9b39f5c-316c-41b4-aead-5b52ef93380f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.413003927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"93a9a912-8d2e-4a4f-b2cd-9b0cb2505c33","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.422973464Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"b14eda15-be41-4649-80a2-c2526424c57e","namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.435618353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"10a0a641-e122-4c80-a32f-0c04152bb2dd","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.438365256Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"d8df52b0-935d-459d-9a93-c4838bac36cc","namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.442574131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"c3931ed0-47d3-4878-a31b-46fa802a2335","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.442599664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42bce0ee-8a5d-46a2-9088-21d3b59397bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.446515918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"b2172ce4-433e-470e-8f7d-990ccc20ed36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.451887056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"c3931ed0-47d3-4878-a31b-46fa802a2335","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.452666503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3000bcb2-41db-4fb7-8a41-9484deb9c7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.452839018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42bce0ee-8a5d-46a2-9088-21d3b59397bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.455741676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a03521eb-ef61-4654-8aab-dee3e94556d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.458103697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"b2172ce4-433e-470e-8f7d-990ccc20ed36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.461512182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3000bcb2-41db-4fb7-8a41-9484deb9c7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.465655903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a03521eb-ef61-4654-8aab-dee3e94556d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.540505078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d68286c0-fa47-4134-b701-6e804e3e1c50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.542021241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"34210acb-2d0b-4334-9467-a2a159e561b0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.547576915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d68286c0-fa47-4134-b701-6e804e3e1c50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.548904874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"34210acb-2d0b-4334-9467-a2a159e561b0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.592244723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"6637d540-e3f4-47e0-9e92-7490eaa5eb3b","namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.603455901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c3964c42-281e-4f06-9ab1-c30dcf951135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.607553931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6e319112-3e36-4159-8d34-b5e46a7ba441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.607626512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"c2899a72-a7d8-461b-a54a-039429313f3f","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.608071181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f63b7da8-1d5e-4357-bb34-e56159fc437a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.608424088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"55a9667f-814f-40f9-88f3-9f13c6a55829","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.613071645Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"04145be6-72ca-49f2-a8e8-10f5b09e30f4","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.614198303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c3964c42-281e-4f06-9ab1-c30dcf951135","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.619105892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"55a9667f-814f-40f9-88f3-9f13c6a55829","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.62139227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6e319112-3e36-4159-8d34-b5e46a7ba441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.637319423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f63b7da8-1d5e-4357-bb34-e56159fc437a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.639385399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"c2899a72-a7d8-461b-a54a-039429313f3f","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.740796652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"1d9ce927-5165-4665-9386-b6f89e2a78fa","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.743299658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"577bdf1d-51fb-450a-9062-5ca2f17759de","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.744300413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bb14fa7-b17c-4bbf-a130-038a1ddd70ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.747048761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1c04810c-3f94-4334-a016-e7ae5b7aae66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.748120562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"600d7885-eea7-4dde-b9d5-c2fc1f113ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.74898404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"1d9ce927-5165-4665-9386-b6f89e2a78fa","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.752049024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"577bdf1d-51fb-450a-9062-5ca2f17759de","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.752258457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bb14fa7-b17c-4bbf-a130-038a1ddd70ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.755923709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1c04810c-3f94-4334-a016-e7ae5b7aae66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.76070827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"600d7885-eea7-4dde-b9d5-c2fc1f113ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.777841668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"ead6b7c3-650e-4b94-a3e9-2bf00f7000a6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.785071528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"ead6b7c3-650e-4b94-a3e9-2bf00f7000a6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.876984375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"96345452-4fb8-4ea9-9b28-24ce417b9df3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.878896494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bbb9acd-813b-45c1-ac7c-94f14783e869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.881214939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e20b1cb4-88c8-4222-983e-a02c515c50f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.883261509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dca8b5f0-71b6-4110-84c6-08f8e20f666e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.884390071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"96345452-4fb8-4ea9-9b28-24ce417b9df3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.886069147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bbb9acd-813b-45c1-ac7c-94f14783e869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.88802781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e20b1cb4-88c8-4222-983e-a02c515c50f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.891005016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dca8b5f0-71b6-4110-84c6-08f8e20f666e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.979124631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"96b59513-7012-4b76-9aa7-22c4fc2b6324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.980772214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"0abb4495-6bf9-488d-8a39-2a1621fd7427","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.981286486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"fdb2c9fd-b496-4987-af11-85be7f68842b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.981791695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a3cd7509-a9d9-4dfe-bdbe-59a7f52f2ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.982167622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"ce636796-1524-4290-8a1b-886818a74e82","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.986206841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"96b59513-7012-4b76-9aa7-22c4fc2b6324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.988576354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"0abb4495-6bf9-488d-8a39-2a1621fd7427","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.988863172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"fdb2c9fd-b496-4987-af11-85be7f68842b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.990800043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a3cd7509-a9d9-4dfe-bdbe-59a7f52f2ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.991147502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"ce636796-1524-4290-8a1b-886818a74e82","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.139044012Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"69547c9d-6105-4e3b-a85a-27ac3ac40f50","namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.149720687Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"0d168685-e137-44e9-8525-e78e668f9ff0","namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.15555474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10a0fe7d-35c5-46c8-b80c-45a93ad7df45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.163607932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10a0fe7d-35c5-46c8-b80c-45a93ad7df45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.171505892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"fb02343c-dd8b-41ec-8c55-e19629c1a495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.172538682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7feca8f7-51ec-4733-b150-ff7a545c5c75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.173135557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"31ed0218-bed2-481b-a0ab-a0038c42d735","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.173470229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"5b98b51e-4ac8-47b2-8488-c5bd32d66c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.249188397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"fb02343c-dd8b-41ec-8c55-e19629c1a495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.252173786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7feca8f7-51ec-4733-b150-ff7a545c5c75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.25595233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"5b98b51e-4ac8-47b2-8488-c5bd32d66c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.256450674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"31ed0218-bed2-481b-a0ab-a0038c42d735","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.268307847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"beee3543-1fa5-42e3-b9b0-5addf9632da1","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.350928759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"beee3543-1fa5-42e3-b9b0-5addf9632da1","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.365240968Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"e5a70c0b-9f57-4a31-9bfe-d3221271b431","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.381324908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"9bdc0eed-b20a-442c-b0ed-609cfb1fcbee","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.393650364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"8d94c5f0-9d6d-4dd3-8d85-f83b2d32a0e7","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.401706424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"9bdc0eed-b20a-442c-b0ed-609cfb1fcbee","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.40563979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fc057916-8386-468a-93bc-bcd04f277a11","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.413679436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"8d94c5f0-9d6d-4dd3-8d85-f83b2d32a0e7","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.414681923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"01bbcbea-95c5-4ac2-bac9-8377002cfd5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.429053423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fc057916-8386-468a-93bc-bcd04f277a11","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.431144048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"01bbcbea-95c5-4ac2-bac9-8377002cfd5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.451211219Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"8e5cfd74-feb2-4a22-bcf5-432d49dffa04","namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.454838682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"055734e3-5c39-43db-9e41-557b3217449c","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.454854986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"055734e3-5c39-43db-9e41-557b3217449c","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.459906488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"138d6fae-c374-40a1-8f23-1fbbf8054663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.467143412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"138d6fae-c374-40a1-8f23-1fbbf8054663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.611671474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"d42c7c8c-6005-460d-a7da-d5f2cbcf85ab","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.611720625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"d42c7c8c-6005-460d-a7da-d5f2cbcf85ab","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.613491009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"d479a58a-1326-4834-93ac-50f409f18a4c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.614326524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7230a6b-a2cc-4fd1-b5da-38078875e65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.617599046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e057c783-d09e-4a16-8875-b180abf6a5aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.619761662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"baeff8a4-a138-47e2-b118-91c11097a1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.622826772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"d479a58a-1326-4834-93ac-50f409f18a4c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.624581468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7230a6b-a2cc-4fd1-b5da-38078875e65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.626036888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e057c783-d09e-4a16-8875-b180abf6a5aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.629369936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"baeff8a4-a138-47e2-b118-91c11097a1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.689320247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0f8cc36-b5af-4680-9a5e-82090a427a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.689319022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2abc2362-64d7-4631-9608-f83cdd090989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.690671026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"bcd29338-e20f-4017-9b2f-e5bf03ef41eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.690823232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"276e6612-824d-424f-a6e1-1f0bf4c884d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.696122197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0f8cc36-b5af-4680-9a5e-82090a427a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.696690256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"9bb2392b-d82a-48da-948b-489fd7c28513","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.696818917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2abc2362-64d7-4631-9608-f83cdd090989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.699691043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"276e6612-824d-424f-a6e1-1f0bf4c884d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.700059288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"bcd29338-e20f-4017-9b2f-e5bf03ef41eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.70447115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"9bb2392b-d82a-48da-948b-489fd7c28513","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.791847386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"910df199-56b7-4779-a254-be142a7aba06","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.802786802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"910df199-56b7-4779-a254-be142a7aba06","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.80368275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fa9ea70c-df13-4cc1-96c1-10997514f4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.806786525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"a146873a-516f-4285-b181-b1d7f765fe03","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.808486779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"bf6b840b-0ebb-4924-9846-854cb94a9dfc","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.81012103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"be158314-603f-42a4-aa71-c0061a7c34a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.834621698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fa9ea70c-df13-4cc1-96c1-10997514f4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.837163737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"a146873a-516f-4285-b181-b1d7f765fe03","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.838760309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"bf6b840b-0ebb-4924-9846-854cb94a9dfc","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.839876568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"be158314-603f-42a4-aa71-c0061a7c34a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.889725168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c314d48d-71c9-49cd-aab3-4ed49c390134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.897056064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c314d48d-71c9-49cd-aab3-4ed49c390134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.973702887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"fb792bfb-9650-455c-9011-b6d5b7f8e6eb","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.973726069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"fb792bfb-9650-455c-9011-b6d5b7f8e6eb","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.993538391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"0bf7d02c-5fd7-46d3-bb07-0a704c25d5da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.004578735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"0bf7d02c-5fd7-46d3-bb07-0a704c25d5da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.010546692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4911d6ae0e629ffe26eea95efd87180903036635c0d31703fc9f67c79348e087) AuthConfig (4a54196605d5e0fc016d20bd86bd349c858b193b8ab1551fefc447fd5180d5cc) AuthConfig (1987215f4a369fd202232045985af0ee21c387a82e23acaf5cbef120c68f41e0) AuthConfig (1ecc40ceea2da07ee557b30c0af99e6193ce506c75442c2a09c53cbad14c2624)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"0bf7d02c-5fd7-46d3-bb07-0a704c25d5da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.025268947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"ae3f27e2-dcd4-40b5-a091-d735387f692e","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.02529449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"ae3f27e2-dcd4-40b5-a091-d735387f692e","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.281481872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"5bdecd81-1495-427c-9859-88fb16d96b57","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.371739861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"3f838dbc-3ad0-42aa-8be6-da22c49f5723","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.371758653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"3f838dbc-3ad0-42aa-8be6-da22c49f5723","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.515444202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"3d7f1fa9-eacd-4885-b2b3-5b764692dbf7","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.529864219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"3fb3ac7b-114d-47fd-a574-3a6eee721243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.531047372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9b6d3b8f-b3f5-4b70-bbc3-a2e8e35a3110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.535984707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"2b0b499e-c7ee-4d55-9876-3cf47928adad","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.54203459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9b6d3b8f-b3f5-4b70-bbc3-a2e8e35a3110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.543315327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"3fb3ac7b-114d-47fd-a574-3a6eee721243","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.549567056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"2b0b499e-c7ee-4d55-9876-3cf47928adad","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:10.995280257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"365c4a4d-f854-47ef-a267-1c016dc5a918","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.061273097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"a3ef697f-4a7f-40c5-8cd1-e8e05e83337b","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.563904295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ab4ab1f8-556f-4d8d-aa1f-3e3eaa2bdd5a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.582823258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ab4ab1f8-556f-4d8d-aa1f-3e3eaa2bdd5a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.583864346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"59eaf913-7813-4644-a8e2-739a94a0f3eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.596697657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"711c944d-5397-4468-8061-7ab6acda50e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.609019518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"59eaf913-7813-4644-a8e2-739a94a0f3eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.64573768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"711c944d-5397-4468-8061-7ab6acda50e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.646093611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"8ee3cf8b-08a2-4c56-adec-73047fc28add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.673082823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"8ee3cf8b-08a2-4c56-adec-73047fc28add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.771571687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.604162897Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f7fc2527-79a1-4eb5-8175-99fdaf0b0d0f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.60661235Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f7fc2527-79a1-4eb5-8175-99fdaf0b0d0f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.609900926Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f7fc2527-79a1-4eb5-8175-99fdaf0b0d0f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.670734768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"fc5466da-f0e1-4c6b-88b4-a72207e0ea26","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.670773409Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.682696612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"f2bc1945-30c9-4d0f-9f68-b062d03e5fc8","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.686806905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"72b39288-14a0-40e6-8faa-466fc1788db4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.688318566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a8d34560-570d-4574-8d89-51da12791470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.688488845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fb246cec-2a48-482b-a54e-31a8d0fdecec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.68887357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c129ea9d-fb13-4d38-81dd-1d70bc4623e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.693036199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"72b39288-14a0-40e6-8faa-466fc1788db4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.696181906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a8d34560-570d-4574-8d89-51da12791470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.696436912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fb246cec-2a48-482b-a54e-31a8d0fdecec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.698505248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c129ea9d-fb13-4d38-81dd-1d70bc4623e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.784594955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dfd7b677-cc20-44e7-96f5-a44802349b73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.793118454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dfd7b677-cc20-44e7-96f5-a44802349b73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.826797215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"3abd8721-c1dd-4d92-82ac-0f00305c6591","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.842576651Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"9ae78bd0-5dcb-4d25-ab7a-d5290809240b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b029f379","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.89284399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3a604229-50ac-4289-90a1-3e18d5427190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.894067396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cb5ecac9-f906-47c7-9aa6-b09335ed01d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.894187641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"395f2502-cb1f-4c6d-8c69-6e51364032c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.894782788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"704f3323-0ca8-499a-b5d8-ba40fea6b73c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.89978833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3a604229-50ac-4289-90a1-3e18d5427190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.904122283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"395f2502-cb1f-4c6d-8c69-6e51364032c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.904658971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cb5ecac9-f906-47c7-9aa6-b09335ed01d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.906756363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"704f3323-0ca8-499a-b5d8-ba40fea6b73c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.003646905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"65d055e1-9d45-43c7-b91c-cdf251749be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.003818687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4b26b287-48c1-4f04-9d82-98146734994d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.004028412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e831df7b-a0a2-4475-ae4c-c829a885ecd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.003650542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"010a5a52-9e1a-4b0a-9ec9-1a96434e7fde","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.015509232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"010a5a52-9e1a-4b0a-9ec9-1a96434e7fde","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.019229957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4b26b287-48c1-4f04-9d82-98146734994d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.022871489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e831df7b-a0a2-4475-ae4c-c829a885ecd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.024969369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"65d055e1-9d45-43c7-b91c-cdf251749be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.111018304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"61303b9a-11f0-487f-a8e9-8f85a1617988","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:14.405698525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"8c0a9d9f-bf19-4947-beef-ea61393f5f6c","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:15.644924386Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"66337b89-7731-4dc1-9664-89393fb6c440","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.061633789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"ad4563b5-85f9-4216-9f64-b3a9514fd11a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.069582178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"ad4563b5-85f9-4216-9f64-b3a9514fd11a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.198892249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"740626d0-1aa5-418e-92eb-e9322a18c118","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.19892612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"740626d0-1aa5-418e-92eb-e9322a18c118","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.288288484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"ab315e97-c98e-4e79-a5f3-b0b3ab096d0b","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.372905284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"509a1b55-5e51-4f79-8128-01d24904a092","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:17.372926709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"509a1b55-5e51-4f79-8128-01d24904a092","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.530998815Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey","reconcileID":"177d32b5-9e92-4d91-a1c6-bb8e51c52c03","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.546928856Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey","reconcileID":"177d32b5-9e92-4d91-a1c6-bb8e51c52c03","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.546958477Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey","reconcileID":"177d32b5-9e92-4d91-a1c6-bb8e51c52c03","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.547076597Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey","reconcileID":"177d32b5-9e92-4d91-a1c6-bb8e51c52c03","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.558410569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"36a9c6d6-5707-4120-9c91-4edfa183c43d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.67043657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"bc1c57c6-76fe-4d81-adf6-5ff93ba77c4d","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.67069507Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.679700768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"58a5bb44-559f-4b15-928b-ac9b1433b59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.680464672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"6e24f6ee-50aa-4963-b55f-2cd2ab76db8d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.680764868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"eebdf184-475a-43a9-83e9-cc3493ade459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.686281059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"58a5bb44-559f-4b15-928b-ac9b1433b59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.690194984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"6e24f6ee-50aa-4963-b55f-2cd2ab76db8d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.694410671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"eebdf184-475a-43a9-83e9-cc3493ade459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.837552852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"d9ddf00b-8ed8-4bc8-b981-7debe6035dc7","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.840423049Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-apikey-auth","reconcileID":"979504a4-1ed9-4ae3-8915-3b6094cb8cf9","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:18.858674638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"d24ed2d9-fe70-431e-aade-54c06fbb6d4b","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.706677576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"f0de3ad1-bdd2-40d7-9ce1-5ac96b71136b","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.776696054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"8c0b2a47-335f-486e-829b-d71a94a9fea2","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.784118596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"0bc3908f-4261-4e3f-93b8-72dadb9acb36","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.800386038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"72b1eef3-4d75-4c21-83db-259fb3ed6205","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.808626699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"72b1eef3-4d75-4c21-83db-259fb3ed6205","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.835254336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"efb0395e-8353-4933-8145-638b06068e41","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.883562825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"37d9303b-d87d-425b-83d5-e4bb5427406a","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.883584394Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.890875837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"9ed67ed5-72e1-48bd-8845-f24a6d5ccd3d","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.894808634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"36299fbc-6e19-435f-8ccf-62aad6788a57","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:19.895159223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"9e39a1a8-790e-4d26-8c17-d9d30e74fc22","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.901447244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"36299fbc-6e19-435f-8ccf-62aad6788a57","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.91817418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"6af7e9cd-b9ef-4dab-9fad-eb90a38c19b1","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.926409222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"1e124ac9-0a8f-4291-b753-d78dd5aa64cc","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.942359064Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"9065b323-d8ca-4703-9210-91fa60e2bd02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"simulator-w3-d3ca48","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.967391443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"6d9b0467-95ae-4d42-b738-f5d066772c91","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.986727795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"38193a4b-9908-4c23-b14b-44f9fb7a126c","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.986978934Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.992910748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"c1f6965e-fc63-4896-948d-47e1c9db19ec","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.995608238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ddc82ad4-fec0-44ad-aa8d-f542019b8b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.996170058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"042b5974-6391-45a7-bb49-8ee6382a2a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.999849594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"76794db1-496e-43fb-b84d-4a09bdcd7859","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:20.00086789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube","reconcileID":"e5d8dea9-2798-468d-879b-01b7c6e8223f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.003753731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"cecd6133-b11f-4d31-95da-769e0dc67854","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.008252608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ddc82ad4-fec0-44ad-aa8d-f542019b8b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.008366625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"76794db1-496e-43fb-b84d-4a09bdcd7859","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.010656957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"042b5974-6391-45a7-bb49-8ee6382a2a73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.020318337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"6d37cb44-57a4-451b-9ba9-385f58cef446","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.025398899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"d25a3ecb-8220-44ac-9443-ea8592e937d6","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.03975629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"e43d7a9d-bbfe-49c1-ab2a-1b1f11febdbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.052937972Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube","reconcileID":"2014c002-5f6d-43f0-be12-0bec002a1160","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.053071556Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube","reconcileID":"2014c002-5f6d-43f0-be12-0bec002a1160","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.076854152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"61eed5a2-70a1-4540-bb96-7e63075071b1","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.083449824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"65e96b43-0499-4192-988c-088b8a3f3e7b","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.093101334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"498da0c6-90e9-4563-9d30-2ad080b7d309","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:20.096748256Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"498da0c6-90e9-4563-9d30-2ad080b7d309","name":"simulator-w3-d3ca48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-d3ca48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:20.096795071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"498da0c6-90e9-4563-9d30-2ad080b7d309","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-d3ca48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.102868272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"99538408-6952-459d-82f0-1b456dc3fd76","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.150575563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"9c76e461-e5ce-4fb0-acab-8f9564b6b601","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.151025385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube","reconcileID":"63e42600-ee82-4e40-b482-90bdb7abc47a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.151111008Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube","reconcileID":"63e42600-ee82-4e40-b482-90bdb7abc47a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.151566663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"155b694d-e910-40d8-a249-126c9cb695be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.24453568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9d40309e-2a32-4eae-bcf2-0247e4b705f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.247940861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a7360920-2b2e-49aa-9ce8-0a33a3246728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.248134477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1d6cbd6b-7306-4681-8a76-3275cd773e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.249728916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"46281791-46ed-4914-a38f-b85c7c9bd4df","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.255937859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1d6cbd6b-7306-4681-8a76-3275cd773e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.256280049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a7360920-2b2e-49aa-9ce8-0a33a3246728","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.260644819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"46281791-46ed-4914-a38f-b85c7c9bd4df","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.275567058Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9d40309e-2a32-4eae-bcf2-0247e4b705f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.34260664Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.343169497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"5496e189-7ea3-40b4-9689-0f1073e6bc59","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.343541367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9d40309e-2a32-4eae-bcf2-0247e4b705f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.351151651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"ff28b45a-cbca-4aa6-b9c4-2f3c56ba70c2","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.353284262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"e2a08007-115e-4e63-9885-4c4043ec7894","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.35438096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"33fb1d3b-1159-4d50-838f-8c1684c6a6a8","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:20.358636179Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-d3ca48/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.361385327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"08ae4671-a0ca-4ef4-84b3-1f6c56a7c5a6","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.362474544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"1a272a49-edef-4117-8a88-084e566dd28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.370420602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"1a272a49-edef-4117-8a88-084e566dd28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.379901383Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"96295e57-1cb9-4923-8682-82b7d4b955e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"premium-w3-d3ca48","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.382865877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"1a272a49-edef-4117-8a88-084e566dd28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.398369289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"b47076a4-28b9-43ef-ac5a-aefe3a6f531b","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.417517877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"ed8ffd22-66a8-4b10-ae3f-0af838841fa2","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.465575003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"c3b086e3-80dc-4326-af22-fc372cbb4f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.46716305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d2482b86-ce08-4e81-ad95-e7a5d59c13df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.467312584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"968aab17-1f35-4ce4-8e19-baccf3744e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.469858679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"a4d4ff3a-9957-47f0-92a8-e514973adacc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.473417121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"c3b086e3-80dc-4326-af22-fc372cbb4f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.477608523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"968aab17-1f35-4ce4-8e19-baccf3744e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.480468071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d2482b86-ce08-4e81-ad95-e7a5d59c13df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.481013379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"a4d4ff3a-9957-47f0-92a8-e514973adacc","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.481552117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"78499aaa-3824-4941-9b89-f79e5e7c18f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.48229475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"c3b086e3-80dc-4326-af22-fc372cbb4f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.543521312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"0027605b-0978-4e5a-aad7-e0fa68165c5c","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.552412254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"59c31342-99ec-43b0-83e6-ae6ad82a5a7d","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:20.559631738Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"59c31342-99ec-43b0-83e6-ae6ad82a5a7d","name":"premium-w3-d3ca48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-d3ca48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:20.559727525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"59c31342-99ec-43b0-83e6-ae6ad82a5a7d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-d3ca48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.566679711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"80179f65-318e-4a17-a82a-372d21539f4c","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.571305359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"535d4bd1-58d1-48ab-920c-d33f9abecf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.571322421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"822d95e9-3f49-4ae2-b065-74642d3192e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.576238294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"152a448e-66b5-4c4a-9e64-52cbbfdbd18e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.579491911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"822d95e9-3f49-4ae2-b065-74642d3192e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.579561768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"535d4bd1-58d1-48ab-920c-d33f9abecf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.585719976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"822d95e9-3f49-4ae2-b065-74642d3192e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.586221592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"535d4bd1-58d1-48ab-920c-d33f9abecf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.594414463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"c683e6dc-0986-463d-8821-86a680ae3fe1","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.666261701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7e62822e-7f93-440f-9f40-268ce581c3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.676316425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7e62822e-7f93-440f-9f40-268ce581c3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:20.682336034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7e62822e-7f93-440f-9f40-268ce581c3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.625649704Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.630416188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"792a80aa-6410-456f-a3a0-8f1cb496c2f3","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.630460366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"792a80aa-6410-456f-a3a0-8f1cb496c2f3","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.641683558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"49c41dbc-53da-491c-a471-7a26dcd58d7b","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.645224951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"e6ba43b9-2815-40ef-97a3-80ba4d1f7ca7","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.645244272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"e6ba43b9-2815-40ef-97a3-80ba4d1f7ca7","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.646206811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"636a249c-2809-452c-9f48-8dddb4002052","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.647442158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"ecde26c2-52ff-405a-90b8-e0d3906cac08","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:22.652567867Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"e6ba43b9-2815-40ef-97a3-80ba4d1f7ca7","name":"e2e-rec-ctrl-13a59f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-13a59f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:22.652635298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"e6ba43b9-2815-40ef-97a3-80ba4d1f7ca7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-13a59f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.653672604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"636a249c-2809-452c-9f48-8dddb4002052","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.656794122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"02bb5030-73fc-4faa-9d48-8cb2a1d1d810","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.656811773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"02bb5030-73fc-4faa-9d48-8cb2a1d1d810","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.658043639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"ecde26c2-52ff-405a-90b8-e0d3906cac08","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.663870411Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-sub","reconcileID":"9b93822b-97f3-4eb2-bf66-7698e430c5ba","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-rec-ctrl-13a59f","model":"e2e-rec-ctrl-13a59f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.667004037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"eeba8965-89bf-4515-a506-73d00e5583e4","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.667036297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"eeba8965-89bf-4515-a506-73d00e5583e4","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.672696432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"e3c38b66-f988-480d-87e7-c8df31769d7b","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.672713797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"e3c38b66-f988-480d-87e7-c8df31769d7b","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.677811611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"c3914354-914c-451d-b728-d4e0756405f5","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.677828082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"c3914354-914c-451d-b728-d4e0756405f5","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.690245611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"db0c9ca4-1607-404a-aaf2-ad837051f0f2","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.690270811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"db0c9ca4-1607-404a-aaf2-ad837051f0f2","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.742069442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"1597d502-b39b-4b7d-8f3d-afc5c8fbefc2","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.742264843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"d07c9586-bf7c-4392-8c15-bbab89c380fd","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.743937068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"61335279-b97f-4a29-809d-d34006a083ef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.744731972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ff913507-2c7f-4b17-b6c3-719a2384e59c","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.750070656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"1597d502-b39b-4b7d-8f3d-afc5c8fbefc2","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.751134597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"d07c9586-bf7c-4392-8c15-bbab89c380fd","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.754279043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ff913507-2c7f-4b17-b6c3-719a2384e59c","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.757870956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"61335279-b97f-4a29-809d-d34006a083ef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.762899181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-sub","reconcileID":"d66b480e-6095-4232-8932-9b8cd9c9496b","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-rec-ctrl-13a59f","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.837620089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9fdc49de-6a8e-4229-8b53-4f371c4a9f62","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.83990896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"10729823-6175-45cc-8399-2ecfe405febd","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.844420665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9fdc49de-6a8e-4229-8b53-4f371c4a9f62","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.846476145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"10729823-6175-45cc-8399-2ecfe405febd","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.845027808Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4d2a3cd1-23a4-4f90-8985-6d141c2fbe3a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.847745428Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4d2a3cd1-23a4-4f90-8985-6d141c2fbe3a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.85054901Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4d2a3cd1-23a4-4f90-8985-6d141c2fbe3a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.879097244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"75927808-b483-4b85-b80c-477a08ea0a00","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.879617021Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.893103271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fd25708d-d439-463f-991a-02ee49445772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.89312727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"80c9e84e-dd4b-42a7-8dce-a2b9f632db90","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.893578839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4d50ca94-8dad-40d3-8683-b09564a6f122","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.893889285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"713799e1-6070-4623-b19b-ca8ad836984b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.90069578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"80c9e84e-dd4b-42a7-8dce-a2b9f632db90","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.901449691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fd25708d-d439-463f-991a-02ee49445772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.904321906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4d50ca94-8dad-40d3-8683-b09564a6f122","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.904904305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"713799e1-6070-4623-b19b-ca8ad836984b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.992248949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f278308-820a-4e07-8057-de4ece0ce47f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:23.99943152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f278308-820a-4e07-8057-de4ece0ce47f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:24.028849745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"0e64fd0e-7e86-4f54-801e-3c9133a69aef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:24.028867301Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"420296b3-fe0e-41e6-ae57-24294603ff36","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:24.118856717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"cf353c7c-dac5-4be1-8cb2-07340b4507fa","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:24.294504516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"3ae0bb54-d5f9-41e5-a1ad-c999f6850c26","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:24.29476203Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9592affa-2507-479a-af2e-41112d1bcfad","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:24.305220081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"8eb8ec81-a3d7-49ac-8279-038f6f5c98c3","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.636445859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"4cbae2b7-e8e1-4b60-a211-0be1af970a72","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.643570043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"7c63de79-0feb-44b9-8d27-0e3cc64f3ea8","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.651900743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"777f8deb-2f90-43f7-82a6-76f71f49ae09","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.655319779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"24de77ea-e846-4853-a3d4-88cee6dd0f02","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.668858975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"24de77ea-e846-4853-a3d4-88cee6dd0f02","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.79889784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"7c530fd7-729a-40d0-bc0b-180c6f8f690e","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.843858128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"ac9fafd5-6215-4ffd-b127-3d1b18351d0c","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.845511259Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.877125463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"ba477302-25dc-49f3-b308-66a78ab13009","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:25.883702624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub1","reconcileID":"eb8b345b-e95b-4448-93bb-ea3b9645716f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.910303103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8686dead-c1c0-4177-aced-8edc9b09f228","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.911488324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"dcf5da49-b61d-4f8b-be75-54cadaccfb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.912540763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"c15db3e9-e709-439f-8d98-a7dee959363f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.98908729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"c15db3e9-e709-439f-8d98-a7dee959363f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.998295841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8686dead-c1c0-4177-aced-8edc9b09f228","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.059140386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"dcf5da49-b61d-4f8b-be75-54cadaccfb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.06005589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"035d6fe1-8e02-41e6-a8ab-52f3077d8b29","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.084976715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"433e9524-2c10-4a44-92dc-6a4ab4fff1a0","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.099058405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"0af1fa06-3fb6-4a5c-a310-428d3c9a80e2","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.100734975Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8f000d82-f229-4ded-9cc7-f35fc9d46236","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"distinct-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.124712079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"074886b1-1ca3-4dbd-a017-54c6fbee5be2","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.126830161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"64914631-637b-40a5-a437-0d9d5ed68f21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.142632526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"64914631-637b-40a5-a437-0d9d5ed68f21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.262536577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub1","reconcileID":"181cf076-8b2e-4e32-a6a4-a5f7861bb703","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.357200564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5c503079-3ff2-4eab-b157-d9a2fd11622f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.357905459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c3d2d724-caa7-4035-b230-b99d12c0289a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.374281278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"206d59b5-f7ec-40bb-93ce-24bc022f3e60","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.375628472Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub]","namespace=ai-tenant-e2e-worker-w4-c381a7 priority=0:[ai-tenant-e2e-worker-w4-c381a7/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-c381a7/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.39371429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c3d2d724-caa7-4035-b230-b99d12c0289a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.394715603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5c503079-3ff2-4eab-b157-d9a2fd11622f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.413061994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"c713ec62-7ee1-4114-b589-0e6a7bc53ee2","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:26.428323159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub2","reconcileID":"71803b77-6a1e-426f-85bf-48b621edfc2e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:26.44760031Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"c713ec62-7ee1-4114-b589-0e6a7bc53ee2","name":"distinct-2-w4-c381a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-c381a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:26.448700375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"c713ec62-7ee1-4114-b589-0e6a7bc53ee2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-c381a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.448986574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"479d1458-4b42-4f35-a660-225d5726552e","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.461722842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"bc856b52-cacc-42c2-a15a-3e3aa8ae5f8d","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.464063004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5482e2a0-128e-4f18-90a8-d8601052e52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.467145017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"72e4f4b8-255d-4a60-8d09-d18f12a98c0b","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.507757737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"60052b45-bb16-4713-b658-89bf27264efd","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.512324388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5482e2a0-128e-4f18-90a8-d8601052e52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.525634252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c661f34c-29f0-45bc-ab8b-479c8f2917a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.544031252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c661f34c-29f0-45bc-ab8b-479c8f2917a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.585130652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"7d3c95ca-65ec-4eba-b3e5-0e3bc936827b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.609851853Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f5bddfad-7432-499a-b131-515ae88a4abe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"distinct-2-w4-c381a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-c381a7/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.62080823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b400a8c-fd84-4c31-bbca-5782e5b61697","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.633105265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"940f2901-8e96-4615-9eb9-e8b74e91a55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.633687852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"c7076a6e-8831-429f-be15-88429b219ca0","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.640569874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"cb5de383-978a-4121-b1b3-32f521691669","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.667594325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"940f2901-8e96-4615-9eb9-e8b74e91a55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.670193219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1b400a8c-fd84-4c31-bbca-5782e5b61697","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.682653496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4fd3b1a4-5148-4bf0-9168-8bb849457510","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.690772907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"42d93c55-cedb-4a30-a69d-ea0d80c41fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.700029052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"42d93c55-cedb-4a30-a69d-ea0d80c41fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.798919485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3437285f-3a83-46f5-9d40-b840a05c334b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.812542579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3437285f-3a83-46f5-9d40-b840a05c334b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.206720188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"4f2faf6b-ed5e-4527-a8f9-a6b0ff91b8e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.235320041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"22c97776-6650-4362-a9e0-4a434d4b8ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.254007872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"22c97776-6650-4362-a9e0-4a434d4b8ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.270374067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"4f2faf6b-ed5e-4527-a8f9-a6b0ff91b8e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.280003945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"22c97776-6650-4362-a9e0-4a434d4b8ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.300682563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"4f2faf6b-ed5e-4527-a8f9-a6b0ff91b8e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.386134893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"a958b886-0e43-4499-9590-1e106211b791","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.394788248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"ac639100-360e-4f33-8b11-600d91ec074c","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.394821775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"ac639100-360e-4f33-8b11-600d91ec074c","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.503205523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"1926ee45-e674-4ad8-845f-66552ddfc4e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.540438747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"1926ee45-e674-4ad8-845f-66552ddfc4e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.548178754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b5dc38e-b977-4e3c-9b1f-7e13217b315b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.548935645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"059453b3-54a1-4e3f-8a77-3e27563f5fab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.594158659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"032b8f20-f365-4960-b4d7-c64724196c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.594801843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"19fc5fbf-1a9b-4fed-9c93-a7c3ae9884b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.615294416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"059453b3-54a1-4e3f-8a77-3e27563f5fab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.657889534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b5dc38e-b977-4e3c-9b1f-7e13217b315b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.685270963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"032b8f20-f365-4960-b4d7-c64724196c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.71604025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"19fc5fbf-1a9b-4fed-9c93-a7c3ae9884b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.799924528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"4c19817a-9457-4475-8ec7-32bdf8d3d487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.808226406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"62282974-a3b3-4b74-a2d5-12f38e7f6b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.844263627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"62282974-a3b3-4b74-a2d5-12f38e7f6b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.852493465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"4c19817a-9457-4475-8ec7-32bdf8d3d487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.859812033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"62282974-a3b3-4b74-a2d5-12f38e7f6b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:27.867392746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"4c19817a-9457-4475-8ec7-32bdf8d3d487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.334654192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"8ccafbc0-af3b-4931-bbfa-7e5028aaffef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.361056232Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2184e6be-079d-46c1-bbab-18d4c6c0b90b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d41b4d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.372747803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"7c0cad50-7b39-4f14-b5b7-38d264dafb7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.374901029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"77b80532-d189-4f08-a780-80048ad6d68f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.37492137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"77f34ae2-8e58-40a9-a3ab-6ab0f4fdded7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.375356098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"775a7e28-7d20-4574-8102-b2fdd2da6572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.379569833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"7c0cad50-7b39-4f14-b5b7-38d264dafb7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.383435395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"77f34ae2-8e58-40a9-a3ab-6ab0f4fdded7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.383535215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"775a7e28-7d20-4574-8102-b2fdd2da6572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.386851271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"77b80532-d189-4f08-a780-80048ad6d68f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.432079643Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube","reconcileID":"4fb56cff-df35-4175-9db6-4177134ea838","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.468237504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"500c20c5-885f-40bc-b3bb-f0d2d3acef15","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.46854014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"bf5bbd22-a115-4237-888f-6dc69b8513fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.468762657Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube","reconcileID":"4fb56cff-df35-4175-9db6-4177134ea838","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e440bc/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.468782458Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube","reconcileID":"4fb56cff-df35-4175-9db6-4177134ea838","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.468857001Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube","reconcileID":"4fb56cff-df35-4175-9db6-4177134ea838","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e440bc/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.470046426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1436ad44-90ec-47fd-a5ea-ea8e9b33322b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.470220573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1f3a01a2-b9d9-4767-a86b-7e2d2bdf321f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.475518813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"500c20c5-885f-40bc-b3bb-f0d2d3acef15","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.475860979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"bf5bbd22-a115-4237-888f-6dc69b8513fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.478290371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1f3a01a2-b9d9-4767-a86b-7e2d2bdf321f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.481337992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1436ad44-90ec-47fd-a5ea-ea8e9b33322b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.484559266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"0800b4b3-6ac6-472a-a7a8-db4dc2b83d35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.494787068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"624fd8fb-4942-4def-b01a-8f2eb52cdd35","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.495103249Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.504387882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"5bac4957-5241-4373-a26e-49b4f6550adc","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.55973308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c2a8e7a2-46a4-490c-a948-0b834ee7a5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.56277423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7d248572-1861-45aa-9469-73913059b36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.565648967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"1192c04b-406f-4e22-8fca-374982662630","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.567060726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c2a8e7a2-46a4-490c-a948-0b834ee7a5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.570590117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7d248572-1861-45aa-9469-73913059b36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.572107016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"1192c04b-406f-4e22-8fca-374982662630","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.671947791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"5b0e081d-d2a4-47e6-81ed-3060a1ecb4af","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.671982319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"e2e-degraded-models-kube-auth","reconcileID":"8fa1d50d-fd09-4ba9-b453-9aecfa3bab9b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.698960155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"41be9d17-ee19-4c40-b5c3-25f2c97b0feb","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.618168691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"29a8c700-e1d2-4000-8c1a-c5cb45eff504","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.618549581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"29a8c700-e1d2-4000-8c1a-c5cb45eff504","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.61851558Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"470d5280-99e5-4f56-9def-1cf127f8d208","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.637473485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"470d5280-99e5-4f56-9def-1cf127f8d208","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.650704633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"bb14dad0-1ad8-43f7-9122-f9b41ab0a4bc","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"maas-trlp-praxis-route-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.6665356Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"470d5280-99e5-4f56-9def-1cf127f8d208","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"e2e-praxis-a-a2ccd8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.666558336Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-auth","reconcileID":"470d5280-99e5-4f56-9def-1cf127f8d208","MaaSAuthPolicy":{"name":"praxis-route-a2ccd8-auth","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.673205994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"9cfafc5b-5306-44da-aa81-0143c9d7d753","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.673223614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"9cfafc5b-5306-44da-aa81-0143c9d7d753","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:33.747592781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"2e265b65-91f4-42c8-bba6-ac29467fc782","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"maas-trlp-praxis-route-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.022048203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"008e8de7-35ae-4666-b8f2-8bb5e4d29beb","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.022078225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"008e8de7-35ae-4666-b8f2-8bb5e4d29beb","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.135957597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"8512f6fe-30d4-4d7a-87f9-81b45289e56b","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.136050613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"8512f6fe-30d4-4d7a-87f9-81b45289e56b","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:34.136081902Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"8512f6fe-30d4-4d7a-87f9-81b45289e56b","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"error":"LLMInferenceService praxis-route-a2ccd8 not found in namespace ai-tenant-e2e-praxis-a-a2ccd8","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:34.146736045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"8512f6fe-30d4-4d7a-87f9-81b45289e56b","error":"LLMInferenceService praxis-route-a2ccd8 not found in namespace ai-tenant-e2e-praxis-a-a2ccd8","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.15313195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"2e9e1808-6a46-4b52-8fe7-32cc156a47e9","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"tenant":"e2e-praxis-a-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.153153992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"2e9e1808-6a46-4b52-8fe7-32cc156a47e9","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"routeName":"praxis-route-a2ccd8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","llmisvcName":"praxis-route-a2ccd8","gateway":"openshift-ingress/e2e-praxis-a-a2ccd8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:34.153173937Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"2e9e1808-6a46-4b52-8fe7-32cc156a47e9","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"error":"LLMInferenceService praxis-route-a2ccd8 not found in namespace ai-tenant-e2e-praxis-a-a2ccd8","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:34.153243838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-a2ccd8","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8","reconcileID":"2e9e1808-6a46-4b52-8fe7-32cc156a47e9","error":"LLMInferenceService praxis-route-a2ccd8 not found in namespace ai-tenant-e2e-praxis-a-a2ccd8","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.164231261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"b9f1b3e0-7be6-4ffb-a698-e5c7257f785a","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"name":"maas-trlp-praxis-route-a2ccd8","model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.244583569Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"c2d1eba6-4636-4765-9351-245e51eb2cfc","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.340845082Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"0d931829-cb1b-4a8d-8200-a829cde96a90","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.17853289Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"f9cd4b8b-cc66-45fd-9be2-5bb4c635f8f8","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc374748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.334910343Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"e769e057-3c87-449a-b6ae-7896036520a4","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc374748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.335066462Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"92000fa7-9139-442d-9905-a2bbac2aca81","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.34258142Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"3c777cc1-b346-4e4f-aea5-a3148bd75d04","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.489782004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb99dcdd-5409-4012-9eff-9516a3b1156d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.493013235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb99dcdd-5409-4012-9eff-9516a3b1156d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.495950061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb99dcdd-5409-4012-9eff-9516a3b1156d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.499115722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb99dcdd-5409-4012-9eff-9516a3b1156d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.778737546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4612592-323c-41be-8764-3999e97c7fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.781209958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4612592-323c-41be-8764-3999e97c7fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.783796696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4612592-323c-41be-8764-3999e97c7fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.786205715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4612592-323c-41be-8764-3999e97c7fa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.056845006Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"2e0f6eb4-ae62-44b4-a80d-65ee32a108a0","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.062506184Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"1729b612-7796-4693-8fff-931e5282823c","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.067414574Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"78130628-00ae-4dd1-85cd-e3040fc9b4e7","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.135268355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"18647547-d7ee-42ba-bef6-2fb144968fe4","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.205937425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4b15df-2027-4a99-9add-8298865d1f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.246515636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4b15df-2027-4a99-9add-8298865d1f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.249511987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4b15df-2027-4a99-9add-8298865d1f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.25190641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f4b15df-2027-4a99-9add-8298865d1f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.477919944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ec51f0-2cea-4b29-9225-a4e9a152846b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.480450258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ec51f0-2cea-4b29-9225-a4e9a152846b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.482739491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ec51f0-2cea-4b29-9225-a4e9a152846b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.485096702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ec51f0-2cea-4b29-9225-a4e9a152846b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.69195242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0943bd7-5260-45f4-9434-340c1b09a4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.694748692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0943bd7-5260-45f4-9434-340c1b09a4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.697333883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0943bd7-5260-45f4-9434-340c1b09a4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.700107184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0943bd7-5260-45f4-9434-340c1b09a4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.887926268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ed909a-83a5-4381-b972-e56d6578097c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.890625744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ed909a-83a5-4381-b972-e56d6578097c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.893058206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ed909a-83a5-4381-b972-e56d6578097c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.895953092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ed909a-83a5-4381-b972-e56d6578097c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.074495433Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"479c3d91-1e1c-4bd0-a65e-8dbf0acb063e","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.080741515Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"2d415708-7e01-424d-bad1-7560b95032c9","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.085331309Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ef1693","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ef1693","reconcileID":"cc611040-e835-42d0-84de-92a1fd228e1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ef1693","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ef1693":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.11852616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"934631f5-e397-497c-9aaa-513f2c937cbf","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.147554577Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"4b910daa-f170-4611-870c-59d1235ba9a4","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.242577407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4d5a8c-2c32-4c32-ad0f-d0836073a410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.246057059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4d5a8c-2c32-4c32-ad0f-d0836073a410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.250530911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4d5a8c-2c32-4c32-ad0f-d0836073a410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.259058027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c4d5a8c-2c32-4c32-ad0f-d0836073a410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.487688345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9fd882-4025-46f4-870c-a0c986171d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.490228965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9fd882-4025-46f4-870c-a0c986171d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.492662864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9fd882-4025-46f4-870c-a0c986171d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.496909321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9fd882-4025-46f4-870c-a0c986171d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.882773537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"39eb36c2-c04d-4057-9d90-3c8d9b9bea48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.883305576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f147f246-9cce-48e7-9ea2-169cc413b6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.894013456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"39eb36c2-c04d-4057-9d90-3c8d9b9bea48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.895707867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f147f246-9cce-48e7-9ea2-169cc413b6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.899129945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"39eb36c2-c04d-4057-9d90-3c8d9b9bea48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.900605509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f147f246-9cce-48e7-9ea2-169cc413b6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.333545454Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"7011c622-bbfb-4e5b-ba58-564d39ad2ff5","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.346149458Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"717fbce0-94f2-45c1-8b0e-6553ae0145ad","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.365629735Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fe1a7608-4487-40c8-b25b-5600b42cfb36","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.368446483Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fe1a7608-4487-40c8-b25b-5600b42cfb36","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.37121678Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fe1a7608-4487-40c8-b25b-5600b42cfb36","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.403758463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"c7cb9fb6-898b-4aed-b9b1-9be1951f2e4c","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.404027653Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.418924221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"eb3bf84e-0960-407b-a0af-47684b5fed63","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.420954755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1af21902-b1d0-4994-99d2-a140b6faa9da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.42108634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cbf7c83e-8b03-4fe7-9f8b-ea45a60a44e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.420957686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a6b7a034-3ccb-4788-9fdb-a40bcf94e196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.425516391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"eb3bf84e-0960-407b-a0af-47684b5fed63","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.427894602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cbf7c83e-8b03-4fe7-9f8b-ea45a60a44e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.427927012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1af21902-b1d0-4994-99d2-a140b6faa9da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.430360672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a6b7a034-3ccb-4788-9fdb-a40bcf94e196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.521875196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"38e8486c-411f-4a39-bb1d-9817ad8dd806","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.527928323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"38e8486c-411f-4a39-bb1d-9817ad8dd806","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.556553603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"a6ce4863-6205-4500-b411-8c4d4d6f9aa9","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.568465758Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub2","reconcileID":"0fbc1a76-2566-472d-998f-18c9ffd5afb5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0055b7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.620821337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6e9579e7-cfda-45ce-8b58-c756780f1bc2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.621111213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2aaeb65a-471b-4109-af07-438cfee96831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.622657596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5c0aca48-e7ca-4042-ad44-771fd04f05d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.622761698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"84dc8407-6558-49fb-951a-f44b8aef98f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.628692141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6e9579e7-cfda-45ce-8b58-c756780f1bc2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.631270538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5c0aca48-e7ca-4042-ad44-771fd04f05d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.632155932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"2aaeb65a-471b-4109-af07-438cfee96831","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.633941514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"84dc8407-6558-49fb-951a-f44b8aef98f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.723248903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3aa2ed16-292a-438d-9bee-785512555b02","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.723980201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5a1ccf7e-7f13-4999-b617-81a281ff6127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.726427446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8f66d2cb-8202-4120-87a5-92a4fd78de5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.726633864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6fc1031c-3e9f-4de4-87f0-86dd88b230bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.730870317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3aa2ed16-292a-438d-9bee-785512555b02","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.731095513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5a1ccf7e-7f13-4999-b617-81a281ff6127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.735336892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6fc1031c-3e9f-4de4-87f0-86dd88b230bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.735377398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8f66d2cb-8202-4120-87a5-92a4fd78de5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:41.770789117Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.381104159Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"4ba0d3c9-2c6c-403c-9cef-d6f5f51433a0","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.381330655Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"4ba0d3c9-2c6c-403c-9cef-d6f5f51433a0","name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.38768082Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"4ba0d3c9-2c6c-403c-9cef-d6f5f51433a0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.387778965Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"4ba0d3c9-2c6c-403c-9cef-d6f5f51433a0","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.87005384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-sub","reconcileID":"53e6762c-d74e-46c2-bb58-48786047be0a","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-rec-ctrl-13a59f","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.914165822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"8ff828ba-96c3-4bfc-9557-bec3c83381a3","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.914283443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"8ff828ba-96c3-4bfc-9557-bec3c83381a3","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.034454758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"cbc02780-e357-4a47-a152-4d045467ecd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.081162941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"5ef03bf9-799d-4a85-a152-9cbec0e084a6","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.349941308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"108d5391-ef1e-4f1a-8488-c755c43e8a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.354799144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"729f2f5c-858b-4517-a399-a74fb2cd17d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.373119396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"108d5391-ef1e-4f1a-8488-c755c43e8a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.409636553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"729f2f5c-858b-4517-a399-a74fb2cd17d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.428500213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (960dd808550fea204614a6bc40d76f0b8997f97616e7421919c4b594b620a056) AuthConfig (df607961815ce592a072edfcc31f2570f3ea967f7098c331507d37ed13b06e01) AuthConfig (94e23497014cc82d6992cc2cdd1a7964f5e600101f77091a1f36a069e795d5ac) AuthConfig (53ea06cd9e4885d87fe7af59f044110ccd8b9a423c12e8b0e7d036946596e510) AuthConfig (957b03865c64299d6301428fcb3ce1927b0ddf5b7d48b64c7dc6c9202eefde92) AuthConfig (f7eb6028f1b911738fcadfdf6a7c4e9dbbee6300cbbd095a140fbd1e8b2bbb6d) AuthConfig (635496a64497b356988f229d595689de8917c6e21e2e38f126763516f910f66a) AuthConfig (e00310ffc98b65070fa2c6c58f55d04bc00db876675da4b9545c42c6ceb56f08) AuthConfig (f1afec8911daa333bd52f53fd26426d6aed5b4b5c52cb23555070efd7d2b949b) AuthConfig (a31742ea32bf243d2d9dbccf1781176e55b33c136fe0eaab78b4d217e9c9781f) AuthConfig (1b6ecd9df95cefd31f7552cd57c40a8d82d564aae105383fe5c5b21485e1aaad) AuthConfig (69f18feb19cea0944c32c816f51a08ad2150742ec9185a52d490fcf76ed6ab57) AuthConfig (20d6ddf7618f4faab7393c5c4b0a48c8fd8f7176e740fdcc49daf69917238e99) AuthConfig (94f0337bb5dfbd935bb4000bed42b43961263728d3b3060f167572a539636286) AuthConfig (6de05eb0aa1f90ead167f44ff8ba4a01fbad4c83574dec8501ca0d967342b5ff) AuthConfig (fdae8ab5b6e20b51315a586e3f0de11528badeda5878df3ef86fe394186e5037) AuthConfig (ff779db02bae5fb0e7e4660d3208417ac6f0fe01a14f3c661361a34a660f5cf1) AuthConfig (f00af3a01fd352c671dcd5bf39c3c3f8740dfd235eff9a6c5764a976a60e3422) AuthConfig (d2e8a06b14954c487717fdb0f98b08cb9e7b98ccb739690b2f1767e10ac2826d) AuthConfig (d79d9da7e8a3d8a44286c5607cec9506fcd4ddc0877bd0db415de60074b72892) AuthConfig (46e16c7bee0ad7b9ba2e46531c17ba6693cfc4edfbee9488f757195ce0303997) AuthConfig (8c30132812a67def25abb10a6bf4a673da6707edce4fb4a2ccd60de036792117) AuthConfig (fe5507401774418b175c80ac69e6cd375f17883934303a16cb7ee79f47120adf) AuthConfig (2dbd2c3e1737102ba0dd581c8db36cf3212d1a2168a267ff3deec10a10a8a50c) AuthConfig (10f6d441a27ef870be1cf548a521582614943c23d86a99ed91a2d664399753db) AuthConfig (122c060c97e8bf55b09456a4b5c0c367a7515084d55d112d41dde187a4caf2cb) AuthConfig (382c950be6ddbfa5fe0cd4970b088c49695ad8bd680c5ca39e800ad9fb41fe02) AuthConfig (0a87ac822dda6761925e39ad8e4a8092dff9db529c56c087663d4f19e24f75ef) AuthConfig (c6f25ecc94201618a0df2ff1c9a38fef8fde21a091d1e512c8f7e8d9d75c123b) AuthConfig (2367fc00650ca82fcd508b7a8164de6bca0255573c9dbb07cdc57030eeaf61f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"108d5391-ef1e-4f1a-8488-c755c43e8a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.430650777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (960dd808550fea204614a6bc40d76f0b8997f97616e7421919c4b594b620a056) AuthConfig (df607961815ce592a072edfcc31f2570f3ea967f7098c331507d37ed13b06e01) AuthConfig (94e23497014cc82d6992cc2cdd1a7964f5e600101f77091a1f36a069e795d5ac) AuthConfig (53ea06cd9e4885d87fe7af59f044110ccd8b9a423c12e8b0e7d036946596e510) AuthConfig (957b03865c64299d6301428fcb3ce1927b0ddf5b7d48b64c7dc6c9202eefde92) AuthConfig (f7eb6028f1b911738fcadfdf6a7c4e9dbbee6300cbbd095a140fbd1e8b2bbb6d) AuthConfig (635496a64497b356988f229d595689de8917c6e21e2e38f126763516f910f66a) AuthConfig (e00310ffc98b65070fa2c6c58f55d04bc00db876675da4b9545c42c6ceb56f08) AuthConfig (f1afec8911daa333bd52f53fd26426d6aed5b4b5c52cb23555070efd7d2b949b) AuthConfig (a31742ea32bf243d2d9dbccf1781176e55b33c136fe0eaab78b4d217e9c9781f) AuthConfig (1b6ecd9df95cefd31f7552cd57c40a8d82d564aae105383fe5c5b21485e1aaad) AuthConfig (69f18feb19cea0944c32c816f51a08ad2150742ec9185a52d490fcf76ed6ab57) AuthConfig (20d6ddf7618f4faab7393c5c4b0a48c8fd8f7176e740fdcc49daf69917238e99) AuthConfig (94f0337bb5dfbd935bb4000bed42b43961263728d3b3060f167572a539636286) AuthConfig (6de05eb0aa1f90ead167f44ff8ba4a01fbad4c83574dec8501ca0d967342b5ff) AuthConfig (fdae8ab5b6e20b51315a586e3f0de11528badeda5878df3ef86fe394186e5037) AuthConfig (ff779db02bae5fb0e7e4660d3208417ac6f0fe01a14f3c661361a34a660f5cf1) AuthConfig (f00af3a01fd352c671dcd5bf39c3c3f8740dfd235eff9a6c5764a976a60e3422) AuthConfig (d2e8a06b14954c487717fdb0f98b08cb9e7b98ccb739690b2f1767e10ac2826d) AuthConfig (d79d9da7e8a3d8a44286c5607cec9506fcd4ddc0877bd0db415de60074b72892) AuthConfig (46e16c7bee0ad7b9ba2e46531c17ba6693cfc4edfbee9488f757195ce0303997) AuthConfig (8c30132812a67def25abb10a6bf4a673da6707edce4fb4a2ccd60de036792117) AuthConfig (fe5507401774418b175c80ac69e6cd375f17883934303a16cb7ee79f47120adf) AuthConfig (2dbd2c3e1737102ba0dd581c8db36cf3212d1a2168a267ff3deec10a10a8a50c) AuthConfig (10f6d441a27ef870be1cf548a521582614943c23d86a99ed91a2d664399753db) AuthConfig (122c060c97e8bf55b09456a4b5c0c367a7515084d55d112d41dde187a4caf2cb) AuthConfig (382c950be6ddbfa5fe0cd4970b088c49695ad8bd680c5ca39e800ad9fb41fe02) AuthConfig (0a87ac822dda6761925e39ad8e4a8092dff9db529c56c087663d4f19e24f75ef) AuthConfig (c6f25ecc94201618a0df2ff1c9a38fef8fde21a091d1e512c8f7e8d9d75c123b) AuthConfig (2367fc00650ca82fcd508b7a8164de6bca0255573c9dbb07cdc57030eeaf61f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"729f2f5c-858b-4517-a399-a74fb2cd17d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.483819235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"740efc12-4fee-4e30-9798-1f81f959308f","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.485468859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"094b047d-e58e-4bca-aaa6-8589d8d9c591","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.50397488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"09f83819-77b0-43b2-9938-9424f3768193","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.546912797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"09f83819-77b0-43b2-9938-9424f3768193","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.61832764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e00ce90e-d7e6-4969-9ea2-5a44e0059d85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.619118948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"af021573-082c-463f-8ade-478c8363d963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.630203594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"59735eac-c45b-4505-816b-2e43e2b83ec3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.665736058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e00ce90e-d7e6-4969-9ea2-5a44e0059d85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.6689749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"af021573-082c-463f-8ade-478c8363d963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.672586431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f3ac6256-8d38-4d7e-8468-253999aa1d31","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.720222703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"59735eac-c45b-4505-816b-2e43e2b83ec3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.721938872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f3ac6256-8d38-4d7e-8468-253999aa1d31","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.927774726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"a4c45796-bb69-4d8f-b79a-2d23b710428f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.946208263Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"a4c45796-bb69-4d8f-b79a-2d23b710428f","name":"e2e-extmod-a-ef1693-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:45.339559997Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"a1f9ebc9-597a-4974-ab08-77d53b78227a","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","subscription":"praxis-route-a2ccd8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:45.339685278Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"praxis-route-a2ccd8-sub","reconcileID":"a1f9ebc9-597a-4974-ab08-77d53b78227a","MaaSSubscription":{"name":"praxis-route-a2ccd8-sub","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"model":"ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-a2ccd8/praxis-route-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:45.386795598Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.507012051Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"cb432b62-3d83-4ec0-bc39-ba6d6d8811f9","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.873396365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"722912a2-567c-4402-8d73-1f2fb4b95350","namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.876124902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"ce0a64c2-77c0-4c5c-a59f-bf523b92c9c4","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.876143108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"ce0a64c2-77c0-4c5c-a59f-bf523b92c9c4","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","externalModel":"e2e-rec-recover-eeb537","provider":"e2e-rec-recover-eeb537-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.938985107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0857ae72-8133-46b3-a7b1-48f0315b0bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.940307926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f46cd631-1d2c-4ef9-9ba1-b75bb0924585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.940884424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"deff1c4e-588e-45b0-8b31-60aaff4c4527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.942443504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"e096d90f-678a-4bd8-9610-be96c54945e7","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.944644653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"977b24a5-2c62-4b2e-835f-7169cafa6837","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.947275441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0857ae72-8133-46b3-a7b1-48f0315b0bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.948439338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f46cd631-1d2c-4ef9-9ba1-b75bb0924585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.950923124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"deff1c4e-588e-45b0-8b31-60aaff4c4527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.95214057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"e096d90f-678a-4bd8-9610-be96c54945e7","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.953744951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"977b24a5-2c62-4b2e-835f-7169cafa6837","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.955401278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (960dd808550fea204614a6bc40d76f0b8997f97616e7421919c4b594b620a056) AuthConfig (df607961815ce592a072edfcc31f2570f3ea967f7098c331507d37ed13b06e01) AuthConfig (94e23497014cc82d6992cc2cdd1a7964f5e600101f77091a1f36a069e795d5ac) AuthConfig (53ea06cd9e4885d87fe7af59f044110ccd8b9a423c12e8b0e7d036946596e510) AuthConfig (957b03865c64299d6301428fcb3ce1927b0ddf5b7d48b64c7dc6c9202eefde92) AuthConfig (f7eb6028f1b911738fcadfdf6a7c4e9dbbee6300cbbd095a140fbd1e8b2bbb6d) AuthConfig (635496a64497b356988f229d595689de8917c6e21e2e38f126763516f910f66a) AuthConfig (e00310ffc98b65070fa2c6c58f55d04bc00db876675da4b9545c42c6ceb56f08) AuthConfig (f1afec8911daa333bd52f53fd26426d6aed5b4b5c52cb23555070efd7d2b949b) AuthConfig (a31742ea32bf243d2d9dbccf1781176e55b33c136fe0eaab78b4d217e9c9781f) AuthConfig (1b6ecd9df95cefd31f7552cd57c40a8d82d564aae105383fe5c5b21485e1aaad) AuthConfig (69f18feb19cea0944c32c816f51a08ad2150742ec9185a52d490fcf76ed6ab57) AuthConfig (20d6ddf7618f4faab7393c5c4b0a48c8fd8f7176e740fdcc49daf69917238e99) AuthConfig (94f0337bb5dfbd935bb4000bed42b43961263728d3b3060f167572a539636286) AuthConfig (6de05eb0aa1f90ead167f44ff8ba4a01fbad4c83574dec8501ca0d967342b5ff) AuthConfig (fdae8ab5b6e20b51315a586e3f0de11528badeda5878df3ef86fe394186e5037) AuthConfig (ff779db02bae5fb0e7e4660d3208417ac6f0fe01a14f3c661361a34a660f5cf1) AuthConfig (f00af3a01fd352c671dcd5bf39c3c3f8740dfd235eff9a6c5764a976a60e3422) AuthConfig (d2e8a06b14954c487717fdb0f98b08cb9e7b98ccb739690b2f1767e10ac2826d) AuthConfig (d79d9da7e8a3d8a44286c5607cec9506fcd4ddc0877bd0db415de60074b72892) AuthConfig (46e16c7bee0ad7b9ba2e46531c17ba6693cfc4edfbee9488f757195ce0303997) AuthConfig (8c30132812a67def25abb10a6bf4a673da6707edce4fb4a2ccd60de036792117) AuthConfig (fe5507401774418b175c80ac69e6cd375f17883934303a16cb7ee79f47120adf) AuthConfig (2dbd2c3e1737102ba0dd581c8db36cf3212d1a2168a267ff3deec10a10a8a50c) AuthConfig (10f6d441a27ef870be1cf548a521582614943c23d86a99ed91a2d664399753db) AuthConfig (122c060c97e8bf55b09456a4b5c0c367a7515084d55d112d41dde187a4caf2cb) AuthConfig (382c950be6ddbfa5fe0cd4970b088c49695ad8bd680c5ca39e800ad9fb41fe02) AuthConfig (0a87ac822dda6761925e39ad8e4a8092dff9db529c56c087663d4f19e24f75ef) AuthConfig (c6f25ecc94201618a0df2ff1c9a38fef8fde21a091d1e512c8f7e8d9d75c123b) AuthConfig (2367fc00650ca82fcd508b7a8164de6bca0255573c9dbb07cdc57030eeaf61f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f46cd631-1d2c-4ef9-9ba1-b75bb0924585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.959245532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (960dd808550fea204614a6bc40d76f0b8997f97616e7421919c4b594b620a056) AuthConfig (df607961815ce592a072edfcc31f2570f3ea967f7098c331507d37ed13b06e01) AuthConfig (94e23497014cc82d6992cc2cdd1a7964f5e600101f77091a1f36a069e795d5ac) AuthConfig (53ea06cd9e4885d87fe7af59f044110ccd8b9a423c12e8b0e7d036946596e510) AuthConfig (957b03865c64299d6301428fcb3ce1927b0ddf5b7d48b64c7dc6c9202eefde92) AuthConfig (f7eb6028f1b911738fcadfdf6a7c4e9dbbee6300cbbd095a140fbd1e8b2bbb6d) AuthConfig (635496a64497b356988f229d595689de8917c6e21e2e38f126763516f910f66a) AuthConfig (e00310ffc98b65070fa2c6c58f55d04bc00db876675da4b9545c42c6ceb56f08) AuthConfig (f1afec8911daa333bd52f53fd26426d6aed5b4b5c52cb23555070efd7d2b949b) AuthConfig (a31742ea32bf243d2d9dbccf1781176e55b33c136fe0eaab78b4d217e9c9781f) AuthConfig (1b6ecd9df95cefd31f7552cd57c40a8d82d564aae105383fe5c5b21485e1aaad) AuthConfig (69f18feb19cea0944c32c816f51a08ad2150742ec9185a52d490fcf76ed6ab57) AuthConfig (20d6ddf7618f4faab7393c5c4b0a48c8fd8f7176e740fdcc49daf69917238e99) AuthConfig (94f0337bb5dfbd935bb4000bed42b43961263728d3b3060f167572a539636286) AuthConfig (6de05eb0aa1f90ead167f44ff8ba4a01fbad4c83574dec8501ca0d967342b5ff) AuthConfig (fdae8ab5b6e20b51315a586e3f0de11528badeda5878df3ef86fe394186e5037) AuthConfig (ff779db02bae5fb0e7e4660d3208417ac6f0fe01a14f3c661361a34a660f5cf1) AuthConfig (f00af3a01fd352c671dcd5bf39c3c3f8740dfd235eff9a6c5764a976a60e3422) AuthConfig (d2e8a06b14954c487717fdb0f98b08cb9e7b98ccb739690b2f1767e10ac2826d) AuthConfig (d79d9da7e8a3d8a44286c5607cec9506fcd4ddc0877bd0db415de60074b72892) AuthConfig (46e16c7bee0ad7b9ba2e46531c17ba6693cfc4edfbee9488f757195ce0303997) AuthConfig (8c30132812a67def25abb10a6bf4a673da6707edce4fb4a2ccd60de036792117) AuthConfig (fe5507401774418b175c80ac69e6cd375f17883934303a16cb7ee79f47120adf) AuthConfig (2dbd2c3e1737102ba0dd581c8db36cf3212d1a2168a267ff3deec10a10a8a50c) AuthConfig (10f6d441a27ef870be1cf548a521582614943c23d86a99ed91a2d664399753db) AuthConfig (122c060c97e8bf55b09456a4b5c0c367a7515084d55d112d41dde187a4caf2cb) AuthConfig (382c950be6ddbfa5fe0cd4970b088c49695ad8bd680c5ca39e800ad9fb41fe02) AuthConfig (0a87ac822dda6761925e39ad8e4a8092dff9db529c56c087663d4f19e24f75ef) AuthConfig (c6f25ecc94201618a0df2ff1c9a38fef8fde21a091d1e512c8f7e8d9d75c123b) AuthConfig (2367fc00650ca82fcd508b7a8164de6bca0255573c9dbb07cdc57030eeaf61f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"deff1c4e-588e-45b0-8b31-60aaff4c4527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.967510455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"26231c30-7379-4cca-8341-68bbc89ed2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.969418425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e318748e-de41-4e35-95f8-60a1948217f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:46.97521696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"26231c30-7379-4cca-8341-68bbc89ed2e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.036111173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"1580d58e-a51e-4398-aa9f-eff414af6425","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.036378754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e318748e-de41-4e35-95f8-60a1948217f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.044030867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5a9eb02d-ae87-4dd9-8403-83129acf1c69","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.044717584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"1580d58e-a51e-4398-aa9f-eff414af6425","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.049457125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8a49c848-dfc4-491f-a496-c6ea56112a59","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.055903016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5a9eb02d-ae87-4dd9-8403-83129acf1c69","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.058252174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8a49c848-dfc4-491f-a496-c6ea56112a59","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.173611064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43df4289-99da-4776-aa32-a85e7e5f8391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.176377351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd6c5fd4-5866-49f8-aaea-877290ea0c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.177670443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"822d3df0-1a45-4003-a10a-23bcb62325b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.178487093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1aaac750-08bd-4a0f-a98c-030886f0492a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.178818711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"264a2f43-4cc2-4e0d-b5d4-2f879ae6c89c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.180889828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43df4289-99da-4776-aa32-a85e7e5f8391","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.183570121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd6c5fd4-5866-49f8-aaea-877290ea0c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.184829112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"822d3df0-1a45-4003-a10a-23bcb62325b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.186122212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"264a2f43-4cc2-4e0d-b5d4-2f879ae6c89c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.187078643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1aaac750-08bd-4a0f-a98c-030886f0492a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.204489354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"12c68373-f9f3-4c6a-bbcd-4a546e6a5526","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:47.212509116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"12c68373-f9f3-4c6a-bbcd-4a546e6a5526","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.3568516Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"f0d91482-dcc4-4bf8-9882-e701503c3b9a","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.571573071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ac151b43-9b7d-4cd9-b476-ada160c2d125","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.574261932Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ac151b43-9b7d-4cd9-b476-ada160c2d125","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.576783364Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ac151b43-9b7d-4cd9-b476-ada160c2d125","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.642112389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"26993b03-bb90-40b0-b0fe-ddd97ef693a8","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.643422969Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.741618129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"700473c3-33f2-4401-bba0-9c6c7b2310a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.742150728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"31e1b57e-4337-4941-8d89-eaa59e390bd3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.74264471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"91c5a2c0-1478-452b-961b-77d01374507c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.74422184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fafcb47e-b7c0-4e61-9fd3-4532032a760c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.74798005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"700473c3-33f2-4401-bba0-9c6c7b2310a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.748955492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"31e1b57e-4337-4941-8d89-eaa59e390bd3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.75090097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fafcb47e-b7c0-4e61-9fd3-4532032a760c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.7512449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"91c5a2c0-1478-452b-961b-77d01374507c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.767322949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7f1af4b3-8f14-4aa7-9028-ea675456aa61","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.77394404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7f1af4b3-8f14-4aa7-9028-ea675456aa61","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.797433326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth1","reconcileID":"77f401e4-b9eb-46fb-87f9-a192107b04ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.797518068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"47d515d5-a6cb-4237-8b22-ef5e376b49aa","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.862385128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"4b4897c1-961f-4dbc-bc46-f5d6ab2cef8d","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.085700454Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"e2e-sa-multi-hdr-auth2","reconcileID":"65276327-6a1c-4d70-99a4-f971526c16c7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/distinct-2-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.085705974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"7301aba9-00d7-434b-8087-7366fbeaeff6","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:51.097115239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"1acbc2d4-6901-4bf1-ab4e-61a263aabdad","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.622527484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"e97adcb0-5777-46ff-9a06-a2554589cd9a","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.622576811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"e97adcb0-5777-46ff-9a06-a2554589cd9a","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","externalModel":"e2e-rec-recover-eeb537","provider":"e2e-rec-recover-eeb537-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.627480492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"a7281e9c-cb47-4745-8ede-0e3db429b698","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.627501419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"a7281e9c-cb47-4745-8ede-0e3db429b698","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","externalModel":"e2e-rec-recover-eeb537","provider":"e2e-rec-recover-eeb537-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.636182706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"b6b2376a-d459-4361-bcfe-20a66e7d736d","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.643931656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"b6b2376a-d459-4361-bcfe-20a66e7d736d","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.671192327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"41c21be2-feb2-4943-920b-97e0e614a225","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:52.671214933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"41c21be2-feb2-4943-920b-97e0e614a225","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","externalModel":"e2e-rec-recover-eeb537","provider":"e2e-rec-recover-eeb537-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.174864853Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.177658192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"64ade578-a89e-439b-bc48-65632bc7a72e","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.177676942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"64ade578-a89e-439b-bc48-65632bc7a72e","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","externalModel":"e2e-rec-recover-eeb537","provider":"e2e-rec-recover-eeb537-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:53.188754825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"31f8add3-f7c7-4883-acb3-4b0d5d518969","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-eeb537-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.201417802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"01bf1146-3734-4b5e-97ef-6b9155b7faf2","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.201436855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"01bf1146-3734-4b5e-97ef-6b9155b7faf2","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","externalModel":"e2e-rec-recover-eeb537","provider":"e2e-rec-recover-eeb537-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.208870992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"39c5115c-2dec-4a8c-9b32-876cca6dadcf","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.209832217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"64486350-e64d-402c-8e50-2d56adeec722","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.210257249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"ba5602ee-4d78-4927-9834-a82dc0a3b67b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.210675892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"4dc6dd7d-b80e-4912-826d-db6cf249e271","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.211797684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"e628f3d3-9039-42ca-9ae7-67eddb0e5fdc","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:53.214027682Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"01bf1146-3734-4b5e-97ef-6b9155b7faf2","name":"e2e-rec-recover-eeb537","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-eeb537\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:53.214081509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"01bf1146-3734-4b5e-97ef-6b9155b7faf2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-eeb537\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.217239167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"39c5115c-2dec-4a8c-9b32-876cca6dadcf","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.21921355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"64486350-e64d-402c-8e50-2d56adeec722","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.219953869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"4dc6dd7d-b80e-4912-826d-db6cf249e271","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.220399033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"5c71bf50-fdcf-455c-8919-8b6f3eff4c88","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.220419093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"5c71bf50-fdcf-455c-8919-8b6f3eff4c88","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.221780375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"ba5602ee-4d78-4927-9834-a82dc0a3b67b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.222679655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"e628f3d3-9039-42ca-9ae7-67eddb0e5fdc","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.226338529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"63c1ab89-957a-4e66-b9cc-946e9edb5e59","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.226366933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"63c1ab89-957a-4e66-b9cc-946e9edb5e59","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.235385014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"1db94726-b191-4342-92bc-3c69c082fa11","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.235401107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"1db94726-b191-4342-92bc-3c69c082fa11","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","externalModel":"e2e-rec-recover-eeb537","provider":"e2e-rec-recover-eeb537-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.239890578Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"79a9aa7f-ca57-4759-ac7a-fe73ff437d1f","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-rec-recover-eeb537","model":"e2e-rec-recover-eeb537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.243175692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"01e02aa7-8ddb-42a1-b476-db6a57da6a45","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.243196485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"01e02aa7-8ddb-42a1-b476-db6a57da6a45","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.249891289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"c16f5f87-7df9-4d81-ae9b-a63be66f0cff","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.249954688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"c16f5f87-7df9-4d81-ae9b-a63be66f0cff","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.264335276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"77b0ef32-6ca4-4b16-9eef-f0c65d614c07","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.264368494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"77b0ef32-6ca4-4b16-9eef-f0c65d614c07","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","externalModel":"e2e-rec-recover-eeb537","provider":"e2e-rec-recover-eeb537-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.339414785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"6f9ee3d1-5b7f-4704-978c-4cb372a20aeb","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-rec-recover-eeb537","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.349420408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"d6f9e591-ff43-401f-a652-a4275596268a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.350134263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"f2973e3f-9589-4b6b-9fcd-452612358b29","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.350164952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"e3e54d02-46bc-4213-b415-921cc22394a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.35149074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"5ca76863-53dd-4c9e-b92d-bcd5134f9371","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.352753801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"11fee76f-f5ae-454c-ad45-5c09a2dce851","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.356372309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"d6f9e591-ff43-401f-a652-a4275596268a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.357613074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"f2973e3f-9589-4b6b-9fcd-452612358b29","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.358709314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"e3e54d02-46bc-4213-b415-921cc22394a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.359905765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"11fee76f-f5ae-454c-ad45-5c09a2dce851","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.36092944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"5ca76863-53dd-4c9e-b92d-bcd5134f9371","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.484742003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.484797357Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","namespace":"ai-tenant-e2e-praxis-a-a2ccd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.484864682Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","tenant":"e2e-praxis-a-a2ccd8","tenantID":"e2e-praxis-a-a2ccd8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.488875489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"Deployment","name":"maas-api-e2e-praxis-a-a2ccd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.501805121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"Service","name":"maas-api-e2e-praxis-a-a2ccd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.51727763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-a2ccd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.523539473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-a2ccd8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.528762614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.536854481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.543033628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.550315358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.552689791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.555184042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.557396877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"Service","name":"payload-processing-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.55948378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.561446261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.563555018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.565783901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.574056898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.576354987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.578393331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.582001706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-a2ccd8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.584034417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a2ccd8"},"namespace":"ai-tenant-e2e-praxis-a-a2ccd8","name":"default-tenant","reconcileID":"c7d70768-7a41-4052-a83b-89d07043be55","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-a2ccd8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.6633892Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"1b5a98e9-14c7-4864-a074-59e4f4c799ee","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.691176603Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"8bfcf299-28bd-45c5-ad61-e0bad2fa4c02","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.723614152Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a2ccd8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a2ccd8","reconcileID":"7caba426-9d09-4a57-95df-148fd50b4f52","aitenant":"ai-tenants/e2e-praxis-a-a2ccd8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.744832995Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"7211305e-c18b-4a50-a419-47643fe30afc","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.836886463Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a2ccd8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a2ccd8","reconcileID":"7caba426-9d09-4a57-95df-148fd50b4f52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a2ccd8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-a2ccd8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.839440306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5caa5e3d-c673-4827-8e87-1d249c657dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.842477083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5caa5e3d-c673-4827-8e87-1d249c657dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.844999305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5caa5e3d-c673-4827-8e87-1d249c657dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.847591015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5caa5e3d-c673-4827-8e87-1d249c657dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.861617073Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"1119cec9-8b86-44f3-87ed-1868166ed914","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.091185565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372c7b7c-ca0d-4089-8931-762a84152f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.09358273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372c7b7c-ca0d-4089-8931-762a84152f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.095905112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372c7b7c-ca0d-4089-8931-762a84152f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.098203351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372c7b7c-ca0d-4089-8931-762a84152f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.454842648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28b7564-08ec-4f0a-b33c-d816b2557f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.457625219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28b7564-08ec-4f0a-b33c-d816b2557f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.460176031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28b7564-08ec-4f0a-b33c-d816b2557f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:55.462840167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28b7564-08ec-4f0a-b33c-d816b2557f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.654555544Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"47eefe3c-e97d-4b3f-8067-e347588c73c5","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.903791158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61bd5ac-eac9-4f48-9642-845cb285c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.906987578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61bd5ac-eac9-4f48-9642-845cb285c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.90976993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61bd5ac-eac9-4f48-9642-845cb285c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.912433632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a61bd5ac-eac9-4f48-9642-845cb285c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.964176771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"61b2951d-9eaf-4bc9-9a6b-f1e61109a968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.970334632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"61b2951d-9eaf-4bc9-9a6b-f1e61109a968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.971200547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ba52dbb1-27b9-41f9-aa0d-834dfccb4ff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.976660305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (960dd808550fea204614a6bc40d76f0b8997f97616e7421919c4b594b620a056) AuthConfig (df607961815ce592a072edfcc31f2570f3ea967f7098c331507d37ed13b06e01) AuthConfig (94e23497014cc82d6992cc2cdd1a7964f5e600101f77091a1f36a069e795d5ac) AuthConfig (53ea06cd9e4885d87fe7af59f044110ccd8b9a423c12e8b0e7d036946596e510) AuthConfig (957b03865c64299d6301428fcb3ce1927b0ddf5b7d48b64c7dc6c9202eefde92) AuthConfig (f7eb6028f1b911738fcadfdf6a7c4e9dbbee6300cbbd095a140fbd1e8b2bbb6d) AuthConfig (635496a64497b356988f229d595689de8917c6e21e2e38f126763516f910f66a) AuthConfig (e00310ffc98b65070fa2c6c58f55d04bc00db876675da4b9545c42c6ceb56f08) AuthConfig (f1afec8911daa333bd52f53fd26426d6aed5b4b5c52cb23555070efd7d2b949b) AuthConfig (a31742ea32bf243d2d9dbccf1781176e55b33c136fe0eaab78b4d217e9c9781f) AuthConfig (1b6ecd9df95cefd31f7552cd57c40a8d82d564aae105383fe5c5b21485e1aaad) AuthConfig (69f18feb19cea0944c32c816f51a08ad2150742ec9185a52d490fcf76ed6ab57) AuthConfig (20d6ddf7618f4faab7393c5c4b0a48c8fd8f7176e740fdcc49daf69917238e99) AuthConfig (94f0337bb5dfbd935bb4000bed42b43961263728d3b3060f167572a539636286) AuthConfig (6de05eb0aa1f90ead167f44ff8ba4a01fbad4c83574dec8501ca0d967342b5ff) AuthConfig (fdae8ab5b6e20b51315a586e3f0de11528badeda5878df3ef86fe394186e5037) AuthConfig (ff779db02bae5fb0e7e4660d3208417ac6f0fe01a14f3c661361a34a660f5cf1) AuthConfig (f00af3a01fd352c671dcd5bf39c3c3f8740dfd235eff9a6c5764a976a60e3422) AuthConfig (d2e8a06b14954c487717fdb0f98b08cb9e7b98ccb739690b2f1767e10ac2826d) AuthConfig (d79d9da7e8a3d8a44286c5607cec9506fcd4ddc0877bd0db415de60074b72892) AuthConfig (46e16c7bee0ad7b9ba2e46531c17ba6693cfc4edfbee9488f757195ce0303997) AuthConfig (8c30132812a67def25abb10a6bf4a673da6707edce4fb4a2ccd60de036792117) AuthConfig (fe5507401774418b175c80ac69e6cd375f17883934303a16cb7ee79f47120adf) AuthConfig (2dbd2c3e1737102ba0dd581c8db36cf3212d1a2168a267ff3deec10a10a8a50c) AuthConfig (10f6d441a27ef870be1cf548a521582614943c23d86a99ed91a2d664399753db) AuthConfig (122c060c97e8bf55b09456a4b5c0c367a7515084d55d112d41dde187a4caf2cb) AuthConfig (382c950be6ddbfa5fe0cd4970b088c49695ad8bd680c5ca39e800ad9fb41fe02) AuthConfig (0a87ac822dda6761925e39ad8e4a8092dff9db529c56c087663d4f19e24f75ef) AuthConfig (c6f25ecc94201618a0df2ff1c9a38fef8fde21a091d1e512c8f7e8d9d75c123b) AuthConfig (2367fc00650ca82fcd508b7a8164de6bca0255573c9dbb07cdc57030eeaf61f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"61b2951d-9eaf-4bc9-9a6b-f1e61109a968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.978681947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ba52dbb1-27b9-41f9-aa0d-834dfccb4ff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:56.984948732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (960dd808550fea204614a6bc40d76f0b8997f97616e7421919c4b594b620a056) AuthConfig (df607961815ce592a072edfcc31f2570f3ea967f7098c331507d37ed13b06e01) AuthConfig (94e23497014cc82d6992cc2cdd1a7964f5e600101f77091a1f36a069e795d5ac) AuthConfig (53ea06cd9e4885d87fe7af59f044110ccd8b9a423c12e8b0e7d036946596e510) AuthConfig (957b03865c64299d6301428fcb3ce1927b0ddf5b7d48b64c7dc6c9202eefde92) AuthConfig (f7eb6028f1b911738fcadfdf6a7c4e9dbbee6300cbbd095a140fbd1e8b2bbb6d) AuthConfig (635496a64497b356988f229d595689de8917c6e21e2e38f126763516f910f66a) AuthConfig (e00310ffc98b65070fa2c6c58f55d04bc00db876675da4b9545c42c6ceb56f08) AuthConfig (f1afec8911daa333bd52f53fd26426d6aed5b4b5c52cb23555070efd7d2b949b) AuthConfig (a31742ea32bf243d2d9dbccf1781176e55b33c136fe0eaab78b4d217e9c9781f) AuthConfig (1b6ecd9df95cefd31f7552cd57c40a8d82d564aae105383fe5c5b21485e1aaad) AuthConfig (69f18feb19cea0944c32c816f51a08ad2150742ec9185a52d490fcf76ed6ab57) AuthConfig (20d6ddf7618f4faab7393c5c4b0a48c8fd8f7176e740fdcc49daf69917238e99) AuthConfig (94f0337bb5dfbd935bb4000bed42b43961263728d3b3060f167572a539636286) AuthConfig (6de05eb0aa1f90ead167f44ff8ba4a01fbad4c83574dec8501ca0d967342b5ff) AuthConfig (fdae8ab5b6e20b51315a586e3f0de11528badeda5878df3ef86fe394186e5037) AuthConfig (ff779db02bae5fb0e7e4660d3208417ac6f0fe01a14f3c661361a34a660f5cf1) AuthConfig (f00af3a01fd352c671dcd5bf39c3c3f8740dfd235eff9a6c5764a976a60e3422) AuthConfig (d2e8a06b14954c487717fdb0f98b08cb9e7b98ccb739690b2f1767e10ac2826d) AuthConfig (d79d9da7e8a3d8a44286c5607cec9506fcd4ddc0877bd0db415de60074b72892) AuthConfig (46e16c7bee0ad7b9ba2e46531c17ba6693cfc4edfbee9488f757195ce0303997) AuthConfig (8c30132812a67def25abb10a6bf4a673da6707edce4fb4a2ccd60de036792117) AuthConfig (fe5507401774418b175c80ac69e6cd375f17883934303a16cb7ee79f47120adf) AuthConfig (2dbd2c3e1737102ba0dd581c8db36cf3212d1a2168a267ff3deec10a10a8a50c) AuthConfig (10f6d441a27ef870be1cf548a521582614943c23d86a99ed91a2d664399753db) AuthConfig (122c060c97e8bf55b09456a4b5c0c367a7515084d55d112d41dde187a4caf2cb) AuthConfig (382c950be6ddbfa5fe0cd4970b088c49695ad8bd680c5ca39e800ad9fb41fe02) AuthConfig (0a87ac822dda6761925e39ad8e4a8092dff9db529c56c087663d4f19e24f75ef) AuthConfig (c6f25ecc94201618a0df2ff1c9a38fef8fde21a091d1e512c8f7e8d9d75c123b) AuthConfig (2367fc00650ca82fcd508b7a8164de6bca0255573c9dbb07cdc57030eeaf61f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ba52dbb1-27b9-41f9-aa0d-834dfccb4ff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:57.103783359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9f9393-44dc-463c-913b-99b41d6bcee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:57.106334396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9f9393-44dc-463c-913b-99b41d6bcee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:57.134827852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9f9393-44dc-463c-913b-99b41d6bcee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:57.137306484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9f9393-44dc-463c-913b-99b41d6bcee1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:59.896804187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"dc8c2ed1-8835-411c-bdb8-2126d1adf1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:59.897542414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3b0e661e-94dd-4c86-8032-2b1c35774fce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:59.911983303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3b0e661e-94dd-4c86-8032-2b1c35774fce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:59.923509949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"dc8c2ed1-8835-411c-bdb8-2126d1adf1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.118982953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"31c363ce-0809-4288-a1f9-d8603eaebf30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.119756171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"63e27afb-c97a-468d-9887-2546f5e68a02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.130557788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"31c363ce-0809-4288-a1f9-d8603eaebf30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.133201491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"63e27afb-c97a-468d-9887-2546f5e68a02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.904317384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"6814b998-12d2-41cf-8dd2-b3517f4064e8","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:02.996163241Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"517e9ca7-3772-43fe-987b-7210abf26994","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.021439231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f5ca0-515e-4fea-add9-bee96f24727f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.024191092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f5ca0-515e-4fea-add9-bee96f24727f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.027683789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f5ca0-515e-4fea-add9-bee96f24727f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.030670133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033f5ca0-515e-4fea-add9-bee96f24727f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.269819996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6774293-cfb3-4769-b7e9-ba58b63ef3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.272366892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6774293-cfb3-4769-b7e9-ba58b63ef3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.274843636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6774293-cfb3-4769-b7e9-ba58b63ef3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.277213168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6774293-cfb3-4769-b7e9-ba58b63ef3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.839842105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"bff45557-4181-44de-b016-7af42872d8be","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.943135589Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"75db5c0b-87b1-432c-a020-5f3ede366ab2","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.996492318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7196e64-601a-4173-901d-1eac48fefa7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.999029404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7196e64-601a-4173-901d-1eac48fefa7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.001693698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7196e64-601a-4173-901d-1eac48fefa7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.003945719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7196e64-601a-4173-901d-1eac48fefa7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.00905045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"c07f922f-6d0e-4c20-81a7-ccc9ad4c32a5","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.035305992Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1a18c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1a18c8","reconcileID":"4660be6e-118d-4960-8171-fcd999024b52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1a18c8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-1a18c8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.068276916Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"a41b6f3f-7e5b-4160-b058-ae347c5895e8","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.429160122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4182ab7-9eaa-42f3-a38c-5331733561dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.431863318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4182ab7-9eaa-42f3-a38c-5331733561dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.434610326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4182ab7-9eaa-42f3-a38c-5331733561dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.438462826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4182ab7-9eaa-42f3-a38c-5331733561dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.956889617Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"6d0109cc-8129-4784-bf57-c928a7dcb2a7","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.96861584Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-021a5a5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-021a5a5c","reconcileID":"d81d516e-f9c2-4588-af18-e7a22d62fb8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-021a5a5c","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-021a5a5c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.051044901Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"e1e6a6fe-b51e-4e00-bd7f-b9e25019af95","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.308115361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6226d608-5758-4cd0-9120-8c4781ed256d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.310848012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6226d608-5758-4cd0-9120-8c4781ed256d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.313556717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6226d608-5758-4cd0-9120-8c4781ed256d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.3159379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6226d608-5758-4cd0-9120-8c4781ed256d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.456139571Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"373aadf4-ae47-4b62-8c76-400a0bafc6bf","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:06.251938492Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"55769839-4d81-40a8-845d-a22d55c19126","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.050781149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"606efbe7-fb86-4fec-bf1f-eb6d114a9062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.052492189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"78754d6b-e8da-4bc2-ba72-966dc3be277f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.058625377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"606efbe7-fb86-4fec-bf1f-eb6d114a9062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.06213633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"78754d6b-e8da-4bc2-ba72-966dc3be277f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.163134933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"423e2ae8-7a62-4f67-b1aa-6c8070f126d1","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:07.163606835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"a5d19a5c-eabd-4868-9403-357e165ce7be","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:08.625942155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"9625093b-1674-4ce1-a400-c02c2bd7d1ca","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:08.88052854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85c573b-e00a-4b65-be3e-ae9ae9169ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:08.883545671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85c573b-e00a-4b65-be3e-ae9ae9169ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:08.886369405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85c573b-e00a-4b65-be3e-ae9ae9169ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:08.889379562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85c573b-e00a-4b65-be3e-ae9ae9169ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:09.1751245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"118c1ea3-13c2-4da5-a865-5af7c61d5d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:09.178325901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"118c1ea3-13c2-4da5-a865-5af7c61d5d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:09.18064343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"118c1ea3-13c2-4da5-a865-5af7c61d5d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:09.183320813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"118c1ea3-13c2-4da5-a865-5af7c61d5d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.9091498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"a2a1a600-2514-4409-8ba1-fd4e063ea922","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.909584882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"d7453b31-31ff-47fe-af62-24686a4db289","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.956330175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"939d1fcb-5439-45d0-8aed-3cba7d9a4fb2","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.956754898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"7073e638-5d9a-42d9-a953-373121e461be","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.977038142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"02ecc47a-92b8-4999-a9f4-68d369e26110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.977052657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"21bffc98-ec65-4122-85d9-9184cfc8b42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.986030831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"8ac58b49-dca9-4ea9-9527-3d3dc6040e90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.986407238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"bfeb13b1-555a-4fe2-830a-b2515f1dd2c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.993205517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"02ecc47a-92b8-4999-a9f4-68d369e26110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.999907938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"21bffc98-ec65-4122-85d9-9184cfc8b42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:11.13342199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"afef8574-2d36-4311-9dd4-cf9c70caf157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:11.13348608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"7fd9095e-9576-46f6-b9dd-d2a03539b499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:11.140781705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"afef8574-2d36-4311-9dd4-cf9c70caf157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:11.149024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"7fd9095e-9576-46f6-b9dd-d2a03539b499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:11.53090783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"e4ae79ee-c359-40cc-8254-9c2ada8e91f6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:11.545937917Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"e4ae79ee-c359-40cc-8254-9c2ada8e91f6","name":"e2e-extmod-b-1a18c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:11.767652714Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:13.100628089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"ae71f29a-fc33-462f-839f-84a23879ee81","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-021a5a5c","tenantID":"e2e-ait-021a5a5c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:13.116196501Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"ae71f29a-fc33-462f-839f-84a23879ee81","name":"e2e-ait-021a5a5c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.553918166Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","namespace":"ai-tenant-e2e-praxis-b-b26c22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.55397889Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","namespace":"ai-tenant-e2e-praxis-b-b26c22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.554028875Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","tenant":"e2e-praxis-b-b26c22","tenantID":"e2e-praxis-b-b26c22","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.558005373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"Deployment","name":"maas-api-e2e-praxis-b-b26c22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.572275027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"Service","name":"maas-api-e2e-praxis-b-b26c22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.583895107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-b26c22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.593496593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-b26c22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.602156537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.607156001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.613677894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.618631212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.624011143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.626663501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.629040256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"Service","name":"payload-processing-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.631226922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.63316193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.635037917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.637188207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.642623239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.644773073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.646945617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.649220698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-b26c22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.651370484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b26c22"},"namespace":"ai-tenant-e2e-praxis-b-b26c22","name":"default-tenant","reconcileID":"ab4fa9fc-cf63-44ed-b5ab-f5d833127114","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-b26c22","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.512635102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"28469048-e651-4abe-9395-5b69a1ac9d59","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-rec-recover-eeb537","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.564935264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"647cadb8-c84f-43fc-9e7e-f52a950634a9","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.565035887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"647cadb8-c84f-43fc-9e7e-f52a950634a9","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","externalModel":"e2e-rec-recover-eeb537","provider":"e2e-rec-recover-eeb537-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.881752706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"b81eeb4e-2958-46bb-be8b-fb67748c3d98","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.894166142Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"a0bf0ae5-1f61-47f1-9638-c811ca127aae","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.901439254Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b26c22","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b26c22","reconcileID":"1ba77d81-978f-451a-9878-3107267c5076","aitenant":"ai-tenants/e2e-praxis-b-b26c22","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.93659167Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"1aa9a3d3-efef-45e1-8165-d44e44bf2fcd","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.98860043Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b26c22","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b26c22","reconcileID":"1ba77d81-978f-451a-9878-3107267c5076","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b26c22","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-b26c22"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.003610481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba663412-09bf-4a6a-864a-c2cc374b6393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.03445298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba663412-09bf-4a6a-864a-c2cc374b6393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.037132963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba663412-09bf-4a6a-864a-c2cc374b6393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.037162613Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"a2385eb3-86fd-4ea7-8195-f96d5f0eecdd","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.039671449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba663412-09bf-4a6a-864a-c2cc374b6393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.242295647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"b7bb585c-36cd-4a00-8330-2010570b0df2","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.2509176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"b7bb585c-36cd-4a00-8330-2010570b0df2","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.27481217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace18c0f-6572-47e9-afe9-5b9ce0157356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.277398294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace18c0f-6572-47e9-afe9-5b9ce0157356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.279865637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace18c0f-6572-47e9-afe9-5b9ce0157356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.282433191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ace18c0f-6572-47e9-afe9-5b9ce0157356","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.552306107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70a8ee8-dfbb-4dbd-a1d8-4a04ac5ad6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.573285769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70a8ee8-dfbb-4dbd-a1d8-4a04ac5ad6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.638246356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70a8ee8-dfbb-4dbd-a1d8-4a04ac5ad6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.642701382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d70a8ee8-dfbb-4dbd-a1d8-4a04ac5ad6bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.645321088Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"6148e887-7a73-44e5-a85a-97258c2f4a81","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.897801602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff323b4-4fc9-4d29-829c-2ce20d644e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.901391894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff323b4-4fc9-4d29-829c-2ce20d644e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.904606344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff323b4-4fc9-4d29-829c-2ce20d644e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.907977895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff323b4-4fc9-4d29-829c-2ce20d644e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.094304767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fec15ad-82ec-4002-b7bb-c9b5a009f065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.096970299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fec15ad-82ec-4002-b7bb-c9b5a009f065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.099477893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fec15ad-82ec-4002-b7bb-c9b5a009f065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.102007175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fec15ad-82ec-4002-b7bb-c9b5a009f065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.550646467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"34e0f2c3-4037-4ffa-9736-135bd473d829","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.65775033Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"2225bff2-8249-4210-a193-f2c8dbfa7590","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.669921151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eae4d69-16e3-4a2b-be2f-174140b7488e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.675034016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eae4d69-16e3-4a2b-be2f-174140b7488e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.68045115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eae4d69-16e3-4a2b-be2f-174140b7488e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.686710801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eae4d69-16e3-4a2b-be2f-174140b7488e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.845020109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b8c4fc3-32e7-4c0c-bf03-aa3034998543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.848333164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b8c4fc3-32e7-4c0c-bf03-aa3034998543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.854674887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b8c4fc3-32e7-4c0c-bf03-aa3034998543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.862736572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b8c4fc3-32e7-4c0c-bf03-aa3034998543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.044611958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5391f25d-5184-4bb0-bcc8-6c5cc33f8661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.047750822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5391f25d-5184-4bb0-bcc8-6c5cc33f8661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.055872355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5391f25d-5184-4bb0-bcc8-6c5cc33f8661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.064068845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"54cf5611-8481-46d6-a0cb-e4811384f96e","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.064111564Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"54cf5611-8481-46d6-a0cb-e4811384f96e","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-5e70d9\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.068835651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5391f25d-5184-4bb0-bcc8-6c5cc33f8661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.173839799Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"1ecc81a4-7adc-47e7-b9b7-642e0010f915","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.197785248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"a10bb5ed-c5af-44ad-86f1-2cafeebd1882","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.208711137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"a10bb5ed-c5af-44ad-86f1-2cafeebd1882","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.219871143Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"a10bb5ed-c5af-44ad-86f1-2cafeebd1882","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.232253813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"c64839a4-c138-4638-818a-553e9d0221c8","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.232283766Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"c64839a4-c138-4638-818a-553e9d0221c8","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-5e70d9\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-eeb537-17b0c4d666c1","namespace":"e2e-extmod-rec-noaccess-5e70d9","model":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.23749349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"11bef4c9-40cc-40d4-82e0-afc5ea73e739","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.237616573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"8a69169c-2b4b-4568-990d-8129a5d6ec46","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.237965601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"da497397-76d9-4857-b49c-5962381b851c","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.238054773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"efedfd13-299f-45f1-b6f5-9e1a0b16c6bc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.25399842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"efedfd13-299f-45f1-b6f5-9e1a0b16c6bc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.254754158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"11bef4c9-40cc-40d4-82e0-afc5ea73e739","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.256596153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"8a69169c-2b4b-4568-990d-8129a5d6ec46","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.258381678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"da497397-76d9-4857-b49c-5962381b851c","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.302996213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"f4855f07-e9b5-4f6d-b872-4e209e6778ec","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.309953671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"f4855f07-e9b5-4f6d-b872-4e209e6778ec","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.31488293Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"f4855f07-e9b5-4f6d-b872-4e209e6778ec","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.353278227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"2964a1fc-2aee-4ea4-93b5-f6039843c103","namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.355236291Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"4309b77a-3c50-43b6-b3cb-bb717e31ff7c","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.444462127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"dfdced59-6a93-467a-a66c-2d173765eb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.444973347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"1443d6e3-e30c-44eb-9100-51e1d08693fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.445321195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a329bc70-53f2-4358-a9b0-88f6b2a47efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.459167643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"dfdced59-6a93-467a-a66c-2d173765eb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.46215402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"1443d6e3-e30c-44eb-9100-51e1d08693fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.537082031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a329bc70-53f2-4358-a9b0-88f6b2a47efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.538506207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"18475eb7-5983-4ec3-970a-1970d142a744","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.540540975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"72a47cf7-c272-4ae2-b048-dbb05e184e63","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.541688089Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"50ea7fd3-bc1e-4def-a94d-44c6c3da657e","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.551592205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"18475eb7-5983-4ec3-970a-1970d142a744","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.555191544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"72a47cf7-c272-4ae2-b048-dbb05e184e63","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.55553495Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"34242bb4-f18f-415a-aa2b-9d3c1a11166b","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.74156824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"95d5d45f-b49f-49d5-b22b-516c1dc03810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.753443628Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"fcd3ee49-644c-4822-97a3-2ee6a046626a","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.754119924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"95d5d45f-b49f-49d5-b22b-516c1dc03810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.75761988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c237d25d-52f5-4ab5-8952-3fca5841dec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.776730106Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-8f8aa8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-8f8aa8","reconcileID":"0a359ccd-f776-4a91-8643-6660d4c1c6bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-8f8aa8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-8f8aa8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.779600611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c237d25d-52f5-4ab5-8952-3fca5841dec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.854179765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b9957a1d-3b35-4c43-aebe-abe57f0b43b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.855275725Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"8d553365-5027-4681-8a69-c17830c0c65e","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.855797716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86319524-177d-4905-8190-844d41a78599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.862914425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b9957a1d-3b35-4c43-aebe-abe57f0b43b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.863563153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86319524-177d-4905-8190-844d41a78599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.863722034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"1ac6f2d6-eb9b-4878-ad58-3fc1e2b7162a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.870851511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd23a317-b045-40ae-9ead-d940fd649d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.872442248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"1ac6f2d6-eb9b-4878-ad58-3fc1e2b7162a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.873617295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd23a317-b045-40ae-9ead-d940fd649d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.876019447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd23a317-b045-40ae-9ead-d940fd649d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.878601781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd23a317-b045-40ae-9ead-d940fd649d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.955624662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"b8b0b004-c937-427c-910b-8ddea82478bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.957655647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c7136216-9dbe-4639-bd84-4366ee09b739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.957673618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3909affb-c7d1-4ee8-9a53-677a804e1af9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.963177125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"b8b0b004-c937-427c-910b-8ddea82478bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.965864433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c7136216-9dbe-4639-bd84-4366ee09b739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.967712617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3909affb-c7d1-4ee8-9a53-677a804e1af9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.969259817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"3c1a08e1-6bda-40bf-9771-24e6a3eb42fa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:21.976982327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"3c1a08e1-6bda-40bf-9771-24e6a3eb42fa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.044852916Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"3c1a08e1-6bda-40bf-9771-24e6a3eb42fa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.060018595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"7494532d-00bb-485c-bcaa-504ca938b755","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.137041101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"7494532d-00bb-485c-bcaa-504ca938b755","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.1620165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"3166ff39-8771-44ae-a814-e4c5623456bf","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.162038874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"e0d59210-5cc5-461a-b6c7-8288550b9f1e","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.169227904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"3166ff39-8771-44ae-a814-e4c5623456bf","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.170598802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"e0d59210-5cc5-461a-b6c7-8288550b9f1e","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.184423925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144db3cc-d673-43b9-8b17-21454fd3ec2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.187112571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144db3cc-d673-43b9-8b17-21454fd3ec2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.189473109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144db3cc-d673-43b9-8b17-21454fd3ec2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.192658245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144db3cc-d673-43b9-8b17-21454fd3ec2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.415326323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b05c6a-467e-4530-b8ff-8fb5feca9925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.437095453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b05c6a-467e-4530-b8ff-8fb5feca9925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.440902265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b05c6a-467e-4530-b8ff-8fb5feca9925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.443678436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b05c6a-467e-4530-b8ff-8fb5feca9925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.115873989Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"e7fcf9d7-1593-4c95-bdfc-d377f710b7f1","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:25.857469258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"fbc2561f-6a21-4382-9f3e-ee227b234c23","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:25.872598632Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"6ecc37fe-eca3-4ea3-882b-e52b18cc0f14","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:25.882073547Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"9c99dbc5-1592-403d-9ad1-3fd9f05b0cb8","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:25.989631052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b7becb-89e5-4812-a092-085e97191771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:25.992293057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b7becb-89e5-4812-a092-085e97191771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:25.995434778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b7becb-89e5-4812-a092-085e97191771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:25.997894301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b7becb-89e5-4812-a092-085e97191771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.334887221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50abd800-20c4-4c67-ae19-73b3e25dd03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.337878599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50abd800-20c4-4c67-ae19-73b3e25dd03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.340512098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50abd800-20c4-4c67-ae19-73b3e25dd03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.342982532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50abd800-20c4-4c67-ae19-73b3e25dd03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.570123622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d230c781-7da9-46c1-8c46-98583fd63acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.572887339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d230c781-7da9-46c1-8c46-98583fd63acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.57561773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d230c781-7da9-46c1-8c46-98583fd63acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.578228802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d230c781-7da9-46c1-8c46-98583fd63acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.651470063Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e9b74b","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b","reconcileID":"56b91102-3f95-4af6-9cf6-a33b89964d09","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.661221592Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e9b74b","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b","reconcileID":"707d2c77-616f-4cd8-868b-6227339a006f","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.663521124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efd791ad-10c6-43ea-8d00-51d8dedd07c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.663545314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccf6e447-d340-488b-a689-e66b7174cdb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.664798853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"80a223a0-19f8-4844-9179-c4cdfb2b8830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.665028598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d9342755-4cad-42c6-84ae-0c59aed8cacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.672113265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccf6e447-d340-488b-a689-e66b7174cdb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.675111568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d9342755-4cad-42c6-84ae-0c59aed8cacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.677116064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efd791ad-10c6-43ea-8d00-51d8dedd07c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.677554623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"6f8da26b-305b-431d-9073-d85f83c1bd28","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.681324488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"80a223a0-19f8-4844-9179-c4cdfb2b8830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.746000187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"6f8da26b-305b-431d-9073-d85f83c1bd28","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.748917834Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"6f8da26b-305b-431d-9073-d85f83c1bd28","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.767270408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2ffb6cdd-9e4f-4569-9d9c-d97f214e643e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.772635113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"415ee89a-5744-4b83-8a3e-2eac4a4784d9","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.774889591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2ffb6cdd-9e4f-4569-9d9c-d97f214e643e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.782462439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"415ee89a-5744-4b83-8a3e-2eac4a4784d9","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.861896567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"41faca4f-7d1d-4c91-bde2-f1fa2e254699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.868675688Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"ea667666-05c8-4019-aa36-15b1ed105327","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"name":"e2e-shr-shared-e9b74b","namespace":"e2e-extmod-shr-user-805818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.869133965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"96c4a13e-ae5b-48a6-ace2-415a04fbe8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.871737463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"41faca4f-7d1d-4c91-bde2-f1fa2e254699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.872713199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"53ed2ef9-bf43-43f5-a884-52ad7dc56431","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.873550576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ff4f226d-3117-4bbe-b6a6-5c70fd81a9b2","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.877408653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"96c4a13e-ae5b-48a6-ace2-415a04fbe8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.879823443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"53ed2ef9-bf43-43f5-a884-52ad7dc56431","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.884861335Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"712879bd-79cb-4052-a0a3-2b0113176972","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"name":"e2e-shr-shared-e9b74b","namespace":"e2e-extmod-shr-user-805818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.887695826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ff4f226d-3117-4bbe-b6a6-5c70fd81a9b2","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.960684983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"802dae1e-07be-4574-bf97-c58772286252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.974929202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"802dae1e-07be-4574-bf97-c58772286252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.005665841Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e9b74b","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b","reconcileID":"7fbac4c8-1f09-4fd8-a5b3-eb87d3334a8d","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.020208399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"a9d7b794-5cb7-44f1-bc17-c878881f6e84","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.08453701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"1c3a2461-3a28-41ce-bbc5-a8c1f68dd9a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.085141497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"f43f60e1-efcd-400b-a110-c2235b091eee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.098463772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"6f58db66-7fcf-48ee-a1c9-6bc34dc7821d","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.110889497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fda480ef-a2dd-4a66-82ce-eaea61f6f3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.11155175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"23ed0b3b-a6ec-4b54-bfdf-adca441061b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.11157741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7770d34-14b4-4f6f-9ffd-c1739c07c5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.118611411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"23ed0b3b-a6ec-4b54-bfdf-adca441061b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.120913356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7770d34-14b4-4f6f-9ffd-c1739c07c5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.135700594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"c0c09168-fe7d-4f2a-9867-ec6ef9f92bb1","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.135990582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"7bf1b2a7-af72-4c5c-9621-e764e929b20a","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.136084171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"fda480ef-a2dd-4a66-82ce-eaea61f6f3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.136233733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"97a93212-33e8-4e80-8e36-e6e62dee8a50","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.140762058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"496144b8-c3bd-44c0-b6aa-12e9bbf82757","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.142099731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"5f83ce96-2e00-4366-bf10-12d058c826a9","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.149032989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"496144b8-c3bd-44c0-b6aa-12e9bbf82757","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.212744917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"29f34343-a21b-485d-b7ab-a9bfaa813941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.216198934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"abaa0acc-c3e2-4f8f-a7ca-30bec1d5cad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.216831111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77834f44-162c-4ff0-8cdf-ebcf8c82c54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.217455851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fed5fd7d-d539-414c-b2cb-9c753d55db32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.25705251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77834f44-162c-4ff0-8cdf-ebcf8c82c54a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.260863222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fed5fd7d-d539-414c-b2cb-9c753d55db32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.261637421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"954d3547-9c2f-44fc-9e3e-4f4c991d6bc0","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.271807755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"abaa0acc-c3e2-4f8f-a7ca-30bec1d5cad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.286907884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"29f34343-a21b-485d-b7ab-a9bfaa813941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.329782893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"954d3547-9c2f-44fc-9e3e-4f4c991d6bc0","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.334945518Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"954d3547-9c2f-44fc-9e3e-4f4c991d6bc0","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.446418373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"d94755a7-ee38-42c4-965d-8ea4b39abf96","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.454323831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"d94755a7-ee38-42c4-965d-8ea4b39abf96","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.51725413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"74c575b5-e269-4c33-bb8b-b619a12928c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.520499124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"47f9d6ea-055a-4f35-9250-291fa9bf27e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.539413124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"74c575b5-e269-4c33-bb8b-b619a12928c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.549626596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"a8e10810-656c-465d-9d6d-7f3d93906347","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.556990978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"a3743b6b-76cc-4961-a961-2b8e3d896caf","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.565134984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"a8e10810-656c-465d-9d6d-7f3d93906347","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.567368903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"47f9d6ea-055a-4f35-9250-291fa9bf27e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.577443286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"a3743b6b-76cc-4961-a961-2b8e3d896caf","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.681559792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d686e4cd-67b6-47fa-a381-8853f7a99a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.691843817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d686e4cd-67b6-47fa-a381-8853f7a99a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.803927093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"61d6c4a2-078d-4a48-acec-e08eeae4c0f4","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.809515798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"3c9a24ac-289a-4d53-a229-8c25e5bb0b18","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.813621687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5e65f926-e835-4e5c-a927-d0ec8af8dc47","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.840484778Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5e65f926-e835-4e5c-a927-d0ec8af8dc47","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.846718589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5e65f926-e835-4e5c-a927-d0ec8af8dc47","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.859020049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"391b6788-556c-4fbf-87f4-f22cc476dc02","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:29.401135468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6d36d18d-9501-47a7-882c-cbecc1833800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:29.401240804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f31c5bde-74b0-4bd9-b0f2-a2e683343237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:29.409655908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f31c5bde-74b0-4bd9-b0f2-a2e683343237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:29.41021141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6d36d18d-9501-47a7-882c-cbecc1833800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.66532436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"bd120653-1fc8-47b7-b587-c59da19d28a9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.682363832Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"bd120653-1fc8-47b7-b587-c59da19d28a9","name":"e2e-shared-a-w0-8f8aa8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.454062508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"3848dc32-7695-4d2a-8b6e-beea32f462b5","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.635603878Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"624eb519-16ae-45d1-860b-afe3468644b7","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.641451121Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"a3e38c80-da80-4b5c-9186-17dd2f720a0b","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.642088654Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"55556983-a743-436d-9369-d4de33130aac","namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.655812065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e382fb56-03c8-42e1-ac45-17b46ad8e9ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.657715763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8cc7cb-e533-4fb5-bfa5-cb30bbe224d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.658715716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"890f27c9-ccd0-4071-8556-43a23bb412fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.660319748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e681e18d-11be-4114-a931-ae94ea2804db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.663629708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e382fb56-03c8-42e1-ac45-17b46ad8e9ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.666695141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"890f27c9-ccd0-4071-8556-43a23bb412fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.667128394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"fe5b92c0-ecba-4a02-ad6f-7689a8aaba34","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.734901818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc8cc7cb-e533-4fb5-bfa5-cb30bbe224d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.735889136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e681e18d-11be-4114-a931-ae94ea2804db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.736176182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e382fb56-03c8-42e1-ac45-17b46ad8e9ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.738465456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"fe5b92c0-ecba-4a02-ad6f-7689a8aaba34","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.739765028Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"8ac35fe7-74a0-4f94-812d-b9853c288d85","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.7413777Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"fe5b92c0-ecba-4a02-ad6f-7689a8aaba34","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.748254921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a480347a-137e-4006-bcbf-369a0d3c680a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.750112439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"6dab1a39-cb52-4e24-9b0d-2e4dce96ba95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.752004737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"2592c2eb-6045-42ac-802b-f6b4b6cfb49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.759853867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a480347a-137e-4006-bcbf-369a0d3c680a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.761304871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"6dab1a39-cb52-4e24-9b0d-2e4dce96ba95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.83820155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"2592c2eb-6045-42ac-802b-f6b4b6cfb49f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.83883818Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"a309a807-f178-4f56-aa92-91bf0634fe21","namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.839763464Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"c9ff7a50-5727-4622-9e61-08ec1d6f93bc","namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.841064932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"fb36c1f1-b61f-4adc-b13d-edff6a597679","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.842430826Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"80a52778-72ec-403f-8d55-f88b83895d9d","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.850126267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"fb36c1f1-b61f-4adc-b13d-edff6a597679","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.853242024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"bb459068-5df6-41c1-b320-67c8cefcbf25","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.853560411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"48c6f149-9114-4890-96d9-c0b448c6939c","namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.855283003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"067cdf06-3a85-4973-81a2-9d937b66107a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.860846177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"bb459068-5df6-41c1-b320-67c8cefcbf25","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.93558962Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"bb459068-5df6-41c1-b320-67c8cefcbf25","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.936231577Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"c75779ae-5622-44b1-a607-c437ccd00178","namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.937095653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"575a4762-bacf-4c3e-b904-e1c91c8f2805","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.938219095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"067cdf06-3a85-4973-81a2-9d937b66107a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:32.938383387Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"75060f6b-d099-4663-836a-72cf4052556b","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"error":"ExternalModel e2e-rec-recover-eeb537 not found in namespace e2e-extmod-rec-noaccess-5e70d9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.941570681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"512b36cf-becb-44e5-8a4b-5eb3c6b9dc7a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.94447641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"575a4762-bacf-4c3e-b904-e1c91c8f2805","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:32.945180305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"75060f6b-d099-4663-836a-72cf4052556b","error":"ExternalModel e2e-rec-recover-eeb537 not found in namespace e2e-extmod-rec-noaccess-5e70d9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.950457934Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"2a0c599c-8d08-4a8e-9577-4c272f28bd4b","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:32.95228392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"33f4e9e4-537c-4d8a-af65-afb9ba669d93","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"error":"ExternalModel e2e-rec-recover-eeb537 not found in namespace e2e-extmod-rec-noaccess-5e70d9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:32.952335248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"33f4e9e4-537c-4d8a-af65-afb9ba669d93","error":"ExternalModel e2e-rec-recover-eeb537 not found in namespace e2e-extmod-rec-noaccess-5e70d9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.952757037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"512b36cf-becb-44e5-8a4b-5eb3c6b9dc7a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.953902522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"022bad8c-bcc4-4b05-8cb6-ede307c79622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.961227411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"022bad8c-bcc4-4b05-8cb6-ede307c79622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:32.968498311Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"3d35e140-35fc-4ab0-80f3-21c876ed6ed5","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"error":"ExternalModel e2e-rec-recover-eeb537 not found in namespace e2e-extmod-rec-noaccess-5e70d9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:32.96858033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"3d35e140-35fc-4ab0-80f3-21c876ed6ed5","error":"ExternalModel e2e-rec-recover-eeb537 not found in namespace e2e-extmod-rec-noaccess-5e70d9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:32.971893592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"273023a2-ef0c-4dc0-95bc-062c0751802e","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"error":"ExternalModel e2e-rec-recover-eeb537 not found in namespace e2e-extmod-rec-noaccess-5e70d9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:32.971968456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"273023a2-ef0c-4dc0-95bc-062c0751802e","error":"ExternalModel e2e-rec-recover-eeb537 not found in namespace e2e-extmod-rec-noaccess-5e70d9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:33.014338523Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"3ee712ba-b667-483e-a984-120ea19080c0","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"error":"ExternalModel e2e-rec-recover-eeb537 not found in namespace e2e-extmod-rec-noaccess-5e70d9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:33.014435533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"3ee712ba-b667-483e-a984-120ea19080c0","error":"ExternalModel e2e-rec-recover-eeb537 not found in namespace e2e-extmod-rec-noaccess-5e70d9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.054619138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a71553ff-0fb6-4c47-8a12-d92af43ec9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.055285806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"e916b33c-029b-4e4f-abfb-757cc79b8ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.059608689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"0277cf33-e9a7-4ba7-a50b-da6c8b8c2fc9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.061989907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a71553ff-0fb6-4c47-8a12-d92af43ec9c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.062724322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"e916b33c-029b-4e4f-abfb-757cc79b8ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.066367779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"0277cf33-e9a7-4ba7-a50b-da6c8b8c2fc9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.086069043Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"d9ebd52a-87ad-4f1b-98e4-c7567d883d3b","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.153200551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"71da3bde-ad09-4efc-951d-ab92f53f25b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.154700814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8905062-39bc-4546-9531-b41bbae7e48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.157622677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cb0e94e5-2678-45db-b56f-3f3512b14c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.161400254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"71da3bde-ad09-4efc-951d-ab92f53f25b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.16419341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8905062-39bc-4546-9531-b41bbae7e48f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.165909285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"9ddcfe49-6e01-4434-bbfe-3b11ecafbfa9","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.16792008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cb0e94e5-2678-45db-b56f-3f3512b14c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.169114746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"71da3bde-ad09-4efc-951d-ab92f53f25b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.173028197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"9ddcfe49-6e01-4434-bbfe-3b11ecafbfa9","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.173064161Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"9ddcfe49-6e01-4434-bbfe-3b11ecafbfa9","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.254409458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ef916561-6980-4a14-a445-3d78dfcba761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.254422364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57d8f8d4-9c16-4a0e-b75c-247e0fd38b63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.255230278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a60c2550-3146-4086-a67f-e708ac7c423a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.256613836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"dc0142ae-7d62-40d7-8506-8a1fe78b83d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.262157021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57d8f8d4-9c16-4a0e-b75c-247e0fd38b63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.262821391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a60c2550-3146-4086-a67f-e708ac7c423a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.265003638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ef916561-6980-4a14-a445-3d78dfcba761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:33.26585346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-eeb537","namespace":"e2e-extmod-rec-noaccess-5e70d9"},"namespace":"e2e-extmod-rec-noaccess-5e70d9","name":"e2e-rec-recover-eeb537","reconcileID":"7bbb5c24-723f-4a81-b889-1daf11aedfe1","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-eeb537\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.266114225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"aff5670b-cfc5-445c-ae2d-82cb594d4bf1","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.267475282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"dc0142ae-7d62-40d7-8506-8a1fe78b83d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.273456253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"aff5670b-cfc5-445c-ae2d-82cb594d4bf1","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.382370196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"16c1d167-3870-4ba2-a3fa-7907e6134726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.439159447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"16c1d167-3870-4ba2-a3fa-7907e6134726","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.451247428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"b2bedfdd-c87d-4f2c-bf57-9a84620bb351","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.451250904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"e82e181a-ac4a-4d5e-8694-6463b00b3050","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.451601399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"226f5071-8635-4992-b7dc-c296669211ae","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.451900531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"40081e68-865b-4a9c-87d0-1cdd452637ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.47282235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"b2bedfdd-c87d-4f2c-bf57-9a84620bb351","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.472955045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"40081e68-865b-4a9c-87d0-1cdd452637ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.475460914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"226f5071-8635-4992-b7dc-c296669211ae","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.479896851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"e82e181a-ac4a-4d5e-8694-6463b00b3050","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.479924686Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"e82e181a-ac4a-4d5e-8694-6463b00b3050","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.88884373Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"d529ad89-987f-4f21-9274-23c30aaf2dcd","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.915948355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"6719deab-3056-4d8b-9c2f-44246c737d91","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.078077102Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","namespace":"ai-tenant-e2e-ait-021a5a5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.078137724Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","namespace":"ai-tenant-e2e-ait-021a5a5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.078185551Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","tenant":"e2e-ait-021a5a5c","tenantID":"e2e-ait-021a5a5c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.08257423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"Deployment","name":"maas-api-e2e-ait-021a5a5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.097865682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"Service","name":"maas-api-e2e-ait-021a5a5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.113291722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-021a5a5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.12238061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-021a5a5c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.133763512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.140638956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.149356006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.157035098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.159546651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"Deployment","name":"payload-processing-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.162387817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.164959135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"Service","name":"payload-processing-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.167387506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"Service","name":"payload-pre-processing-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.172095853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"DestinationRule","name":"payload-processing-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.177704035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.18097985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.1868141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.189529293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.191780086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.194218367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-021a5a5c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.196465248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-021a5a5c"},"namespace":"ai-tenant-e2e-ait-021a5a5c","name":"default-tenant","reconcileID":"4a68bfe5-3a9b-4e4c-906d-24de52517999","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-021a5a5c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.277125844Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-021a5a5c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-021a5a5c","reconcileID":"a13bc069-a8ad-4344-8494-645b16335fc0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-021a5a5c","removed":["maas.opendatahub.io/gateway-access-e2e-ait-021a5a5c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.360916899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"612a2a20-0a8f-418e-95f2-ce15269dda92","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.620862542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0dfe60-5bb6-4609-a70f-04fc4ce855a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.624404679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0dfe60-5bb6-4609-a70f-04fc4ce855a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.627019411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0dfe60-5bb6-4609-a70f-04fc4ce855a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.635096932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0dfe60-5bb6-4609-a70f-04fc4ce855a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.897604763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d31e6a-e2cb-4843-8463-1ad1c4cf0e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.900602497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d31e6a-e2cb-4843-8463-1ad1c4cf0e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.903212315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d31e6a-e2cb-4843-8463-1ad1c4cf0e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.905976441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d31e6a-e2cb-4843-8463-1ad1c4cf0e71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.153229885Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"6c67bcdf-7147-4107-a864-74a2f82798bf","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.365714676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31213d92-940c-4254-b229-e61f4318b9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.370430068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31213d92-940c-4254-b229-e61f4318b9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.374923162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31213d92-940c-4254-b229-e61f4318b9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.378601057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31213d92-940c-4254-b229-e61f4318b9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.735270157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76795897-f794-4a7b-994b-519817d0893c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.738057145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76795897-f794-4a7b-994b-519817d0893c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.742895368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76795897-f794-4a7b-994b-519817d0893c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.749175972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76795897-f794-4a7b-994b-519817d0893c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.511997153Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"50ac046b-064d-4c2e-9606-2b7fde33c9fb","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.618612035Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"de530f0d-28ae-40d5-ac72-8435028d8f23","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.622664275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e660b2ae-b474-468f-ab3d-47da1e3143c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.625483447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e660b2ae-b474-468f-ab3d-47da1e3143c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.6281215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e660b2ae-b474-468f-ab3d-47da1e3143c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.630766274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e660b2ae-b474-468f-ab3d-47da1e3143c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.768551488Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.80649257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e831ddb-2ac9-4696-a459-0d691800335f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.808896398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e831ddb-2ac9-4696-a459-0d691800335f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.811192233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e831ddb-2ac9-4696-a459-0d691800335f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.835645695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e831ddb-2ac9-4696-a459-0d691800335f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.21420314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"131558ad-961c-48f6-a8ae-262e1c53a215","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.656229877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"d52e576b-8a5a-4b15-9a62-891150a35b28","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.717837829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"1edc40b3-30b6-4841-b61f-2128ae18dc2c","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.836215949Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-2dbf739c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-2dbf739c","reconcileID":"76f8155a-fc70-4436-9408-451ce49d2821","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-2dbf739c-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-2dbf739c-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.031454131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5efc61-08f5-4f3b-b0c8-de85f7a7b9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.035254819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5efc61-08f5-4f3b-b0c8-de85f7a7b9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.039538016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5efc61-08f5-4f3b-b0c8-de85f7a7b9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.043121033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa5efc61-08f5-4f3b-b0c8-de85f7a7b9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.24722105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"a1f4707b-f9f4-4edf-be88-f6b73a39b751","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.255291942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"a1f4707b-f9f4-4edf-be88-f6b73a39b751","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.336514031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"a1f4707b-f9f4-4edf-be88-f6b73a39b751","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.339037038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"02541a36-acf0-49b8-8d23-fffd550d76d4","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.596973674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d52aad-6212-4454-8b7b-179583cfcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.599850482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d52aad-6212-4454-8b7b-179583cfcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.602923153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d52aad-6212-4454-8b7b-179583cfcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.606055039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d52aad-6212-4454-8b7b-179583cfcdc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.550645069Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.550671479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"4f4c6191-341d-4c01-909e-8bac00dc4879","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.559591523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"ffc24f16-d251-4827-9c96-d0666e798feb","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:45.562792105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-list-subs-refs-sub","reconcileID":"72af4320-954f-4181-846a-0e8c3f1c2a8b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.563781842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"63be8d72-0da3-4271-a008-1667362dd164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.563794621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"7cc251f8-abea-4352-b7c8-c052de124caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.572431112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"7cc251f8-abea-4352-b7c8-c052de124caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.572622158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"63be8d72-0da3-4271-a008-1667362dd164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.581937855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"755bf902-9aac-445c-8896-fc9ec544bf35","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.590711628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"fa10d0dc-4ef7-4ade-a701-98a93e00c690","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.623677116Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-list-subs-refs-sub","reconcileID":"aa752a84-d93b-43cd-ae02-a0ed20993d7b","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w3-d3ca48/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.643545165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"f4706717-7f0a-4ca6-8d0f-b72e5bbd5729","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.695447829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"8cfa3e8c-504d-4670-90ac-54a2641f9f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.695991487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b3086494-72a0-4ae3-86c6-ea752b7912c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.703335565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b3086494-72a0-4ae3-86c6-ea752b7912c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.70411452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"8cfa3e8c-504d-4670-90ac-54a2641f9f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.708968134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"1df75b77-8945-439e-bfe6-92b5a462d80e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.7098547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-list-subs-refs-sub","reconcileID":"97ca8028-ff6e-4082-bfc4-6609ac81b12c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:45.710923689Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-sub","reconcileID":"e1cd836a-30e6-4fe5-a042-c051ff3f3997","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-13a59f: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-13a59f\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-1d7786 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:45.71961596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-sub","reconcileID":"e1cd836a-30e6-4fe5-a042-c051ff3f3997","error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-13a59f: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-13a59f\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-1d7786 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.722993851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"52e9bfe0-b566-4f2a-bd2f-6c1cc8046e9e","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.723013063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"52e9bfe0-b566-4f2a-bd2f-6c1cc8046e9e","MaaSModelRef":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"routeName":"external-model-e2e-rec-ctrl-13a59f-e53f8ec73b30","namespace":"e2e-extmod-rec-user-1d7786","model":"e2e-rec-ctrl-13a59f","externalModel":"e2e-rec-ctrl-13a59f","provider":"e2e-rec-ctrl-13a59f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:45.812383151Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-sub","reconcileID":"4ad47185-ed14-427b-adc1-72584818a6d2","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-13a59f: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-13a59f\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-1d7786 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:45.812569122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-sub","reconcileID":"4ad47185-ed14-427b-adc1-72584818a6d2","error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-13a59f: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-13a59f\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-1d7786 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.841604688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"b3a543fe-105a-4234-b62b-9e4e5f74cc47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.843100782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"19ebfd6e-9db6-4400-9cb6-8357ad075b4d","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.845135331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"58da5aea-ddd3-4343-8481-dc2a11f4849c","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.848773999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"b3a543fe-105a-4234-b62b-9e4e5f74cc47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.84880426Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"b3a543fe-105a-4234-b62b-9e4e5f74cc47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.851315926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"19ebfd6e-9db6-4400-9cb6-8357ad075b4d","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.853820032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"58da5aea-ddd3-4343-8481-dc2a11f4849c","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.944781492Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-sub","reconcileID":"f269628e-adbf-45ba-8f1d-ed49023d4c46","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","error":"MaaSModelRef not found: e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.047992807Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"1a507f6a-3e96-4a73-b2f4-db37df571bae","namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.048525349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"96de8bdc-3181-4c3b-bcf4-f951c8ea60bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.049132585Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"9c9986ad-15a8-420c-af83-560146684436","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.059694776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"dcc11e40-0adb-4909-868c-a804894dbd0c","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.137908521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"96de8bdc-3181-4c3b-bcf4-f951c8ea60bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.142555983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"dcc11e40-0adb-4909-868c-a804894dbd0c","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.144236663Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"96de8bdc-3181-4c3b-bcf4-f951c8ea60bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.152189432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"a701173d-ad8c-46c1-bbe6-d9a02dd1d9f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.153036528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"5802bc37-7e0e-4e2f-99fd-c17fb8497667","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.153315964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"aa9e7aee-6614-4a57-98c3-85fee5525691","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.160170433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"a701173d-ad8c-46c1-bbe6-d9a02dd1d9f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.161970468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"aa9e7aee-6614-4a57-98c3-85fee5525691","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.162001658Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"aa9e7aee-6614-4a57-98c3-85fee5525691","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.164708781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"5802bc37-7e0e-4e2f-99fd-c17fb8497667","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.165571532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"436060af-f7ce-4964-8740-d0d05fb0671b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.240109991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"436060af-f7ce-4964-8740-d0d05fb0671b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.244932015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"53470704-c095-492f-b3f2-d80793521da4","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.247117644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"436060af-f7ce-4964-8740-d0d05fb0671b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.355163106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41d9951-9dec-437b-8c8b-76dbaf4a0f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.356546884Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"95155ada-4625-406b-860c-1956fda9b89a","namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.360061349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41d9951-9dec-437b-8c8b-76dbaf4a0f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.36582662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41d9951-9dec-437b-8c8b-76dbaf4a0f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.456656813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f41d9951-9dec-437b-8c8b-76dbaf4a0f53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.458164233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"67e92b84-406c-4fa6-ac97-9427350944bb","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.467458343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a272e4a9-2376-4208-8d68-dc0a581895eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.471571449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"67e92b84-406c-4fa6-ac97-9427350944bb","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.472269289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d5cc9895-75b6-4404-a4bf-c48a38502c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.476309973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a272e4a9-2376-4208-8d68-dc0a581895eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.488185038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d5cc9895-75b6-4404-a4bf-c48a38502c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.48981369Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"67e92b84-406c-4fa6-ac97-9427350944bb","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.541553553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"e0ef72ba-1428-489d-8b2b-ce5dfdca537e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.542372026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"31376647-8b0d-46b6-bf71-3b8e0ebec2d5","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.551146281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"e0ef72ba-1428-489d-8b2b-ce5dfdca537e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.553892119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"31376647-8b0d-46b6-bf71-3b8e0ebec2d5","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.560210409Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"e0ef72ba-1428-489d-8b2b-ce5dfdca537e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.654598888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"bcce1a52-7967-4084-a017-98f3c9085f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.655452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"dc0fe544-b1b6-4d4a-8cb3-8b49d04f27b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.659367904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3454a710-59a4-4ed2-95ce-0863ef8b53e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.659775027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0a754035-13ab-4115-abcc-3c820a9333f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.661249942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"bcce1a52-7967-4084-a017-98f3c9085f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.662501015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"dc0fe544-b1b6-4d4a-8cb3-8b49d04f27b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.666532066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"e4c10879-2bac-43c3-94c1-4c2a3784bbbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.735997546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3454a710-59a4-4ed2-95ce-0863ef8b53e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.737027226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0a754035-13ab-4115-abcc-3c820a9333f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.73961812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"e4c10879-2bac-43c3-94c1-4c2a3784bbbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.861158917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"bd65a9a2-0a4f-4be2-9f1f-6a767f285f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.864100272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"1b79cc62-8df4-4c54-8fad-f2ece39e7f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.937428057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5fef9c0c-b9f2-4403-a2c3-9002d476a040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.949042684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"1b79cc62-8df4-4c54-8fad-f2ece39e7f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.951495168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5fef9c0c-b9f2-4403-a2c3-9002d476a040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.951871603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"95d011cf-7c96-42ff-b4b0-f72667e82146","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.952394778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"bd65a9a2-0a4f-4be2-9f1f-6a767f285f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.952959362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9979e8c3-c0d3-4928-943b-502bb9d438a1","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.960614355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"95d011cf-7c96-42ff-b4b0-f72667e82146","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.963291077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9979e8c3-c0d3-4928-943b-502bb9d438a1","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.983978002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e479c0af-7988-4c8c-aaf5-47dc8e3a7ec3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.989961282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"1d3c809f-8c76-4427-8604-85fc875a814d","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.996245617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e479c0af-7988-4c8c-aaf5-47dc8e3a7ec3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.996266612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"63783987-9af3-436f-863c-f9d93b85e32d","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:46.99659667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"b98007d5-a571-468b-95ae-740cf75a4fab","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.037426449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75792716-ec8b-4b40-8daf-6e9bea67824d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.037593534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e479c0af-7988-4c8c-aaf5-47dc8e3a7ec3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.037950273Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-9add72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-9add72","reconcileID":"c8042d1b-2a4b-4021-84a7-90da7376c81c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-9add72","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-9add72":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.039725216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"63783987-9af3-436f-863c-f9d93b85e32d","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.040523013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"b98007d5-a571-468b-95ae-740cf75a4fab","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.041607014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75792716-ec8b-4b40-8daf-6e9bea67824d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.04613989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75792716-ec8b-4b40-8daf-6e9bea67824d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.04853068Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"b98007d5-a571-468b-95ae-740cf75a4fab","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.049484978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75792716-ec8b-4b40-8daf-6e9bea67824d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.084796719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"13e87bf3-6822-4a9f-8de4-0c0b303202cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.094874178Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"e48657e7-dd09-484d-8793-f0de0bd51c9e","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.101127736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"13e87bf3-6822-4a9f-8de4-0c0b303202cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.196927233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"ef5418ca-9d17-4fed-858b-aada30c681c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.234716829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"ef5418ca-9d17-4fed-858b-aada30c681c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.242218548Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"ef5418ca-9d17-4fed-858b-aada30c681c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.304403192Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"bb0a73af-f156-4f97-b12f-5221974edd98","namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.314092714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"a77c006f-bddf-4d6a-9cd3-823830b760eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.334916817Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-13a59f","namespace":"e2e-extmod-rec-user-1d7786"},"namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","reconcileID":"2904b599-0236-414c-a29b-66936ba851eb","namespace":"e2e-extmod-rec-user-1d7786","name":"e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.335330109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"48ca3725-2d0d-4bce-8008-b44f88b14286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.33888764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"edddaa7a-08b6-4869-a10a-dea13fe57f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.344079449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"48ca3725-2d0d-4bce-8008-b44f88b14286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.347865946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dcba3e8-8332-4a7c-9f41-06c70cb206bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.350201233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"a77c006f-bddf-4d6a-9cd3-823830b760eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.351272119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57b74a51-3dbc-4711-b734-02888472fb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.354049042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"edddaa7a-08b6-4869-a10a-dea13fe57f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.358050956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"a77c006f-bddf-4d6a-9cd3-823830b760eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.358055348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dcba3e8-8332-4a7c-9f41-06c70cb206bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.362987263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57b74a51-3dbc-4711-b734-02888472fb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.365072959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dcba3e8-8332-4a7c-9f41-06c70cb206bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.434870006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"d0225fc2-a3d7-47cc-b3d3-78d3a6e38a49","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.439677149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dcba3e8-8332-4a7c-9f41-06c70cb206bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.442731088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"d0225fc2-a3d7-47cc-b3d3-78d3a6e38a49","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.44643347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"8ca503d0-1b3d-4c78-a0fd-7f59b68ae3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.454023425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"8ca503d0-1b3d-4c78-a0fd-7f59b68ae3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.565645066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0e6f4fd5-3a74-4f04-b88a-3b05b47b8a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.575982449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0e6f4fd5-3a74-4f04-b88a-3b05b47b8a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.584389334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"e34fb4ce-1f8d-4e17-86ca-a605b2c02cc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.597908981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"e34fb4ce-1f8d-4e17-86ca-a605b2c02cc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.664486336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"3cbadd93-d90d-430c-aaaa-0412b34189b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.668963628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a4993a9e-983a-430e-8416-3960c59202c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.668996854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"73856a4d-9388-42d0-9b61-9e87baba77ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.675592111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"95e6e461-06e9-4f1b-89b2-9d8ac8405ea8","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.735253721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"3cbadd93-d90d-430c-aaaa-0412b34189b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.736998805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a4993a9e-983a-430e-8416-3960c59202c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.738084837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"73856a4d-9388-42d0-9b61-9e87baba77ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.739693554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"95e6e461-06e9-4f1b-89b2-9d8ac8405ea8","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.752651982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"c4999169-5f6a-47cf-8a64-9362667e5f8d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.762599464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"c4999169-5f6a-47cf-8a64-9362667e5f8d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.769890015Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"c4999169-5f6a-47cf-8a64-9362667e5f8d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.773401808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8239b97e-18a6-4a27-87c1-d8e862cce320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.773531563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3538fbf2-3637-49a6-8ff8-d6771c93ab79","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.776354023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8239b97e-18a6-4a27-87c1-d8e862cce320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.779171104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8239b97e-18a6-4a27-87c1-d8e862cce320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.782131398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8239b97e-18a6-4a27-87c1-d8e862cce320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.784916786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"1dc7a047-cf1d-48cd-bb7c-e047ea30b4b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.785714529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5b4e59a-4c9c-4882-9dfd-991801b2ec66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.793860731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3538fbf2-3637-49a6-8ff8-d6771c93ab79","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.794083239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"1dc7a047-cf1d-48cd-bb7c-e047ea30b4b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.798055699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5b4e59a-4c9c-4882-9dfd-991801b2ec66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.801120813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3538fbf2-3637-49a6-8ff8-d6771c93ab79","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.834719933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"1e7606a7-146a-4b24-bf49-41255276ef9a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.848088369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"1e7606a7-146a-4b24-bf49-41255276ef9a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.853492446Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"1e7606a7-146a-4b24-bf49-41255276ef9a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.866234173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"292bdfd5-336b-4aa8-a521-5ddb75675c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.866429999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"90b96258-e0c2-4eda-9b48-b698ed9b98d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.869016533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"164995ea-7b7a-4fb9-bd18-9428570fb098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.873043072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"292bdfd5-336b-4aa8-a521-5ddb75675c6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.873544273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"6d08e435-6e05-4250-81d0-0a93fae1e47b","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.874194449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"90b96258-e0c2-4eda-9b48-b698ed9b98d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.875791545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"164995ea-7b7a-4fb9-bd18-9428570fb098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.882770237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"6d08e435-6e05-4250-81d0-0a93fae1e47b","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:48.267525209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"1b170588-58ae-4ceb-90f9-12dcf9a7ad18","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.990857901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fc488c1c-ad8c-463d-b4f2-04bb7c5e5e23","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.99886652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fc488c1c-ad8c-463d-b4f2-04bb7c5e5e23","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.004798035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f009e3afa0e68e16f33a1c35371319c23cbf6acb0e3f54eb2c75082d808201a) AuthConfig (2b576d3b54106679fd4943d714e4e202925ff4a60dffeec1f615035a4138f513) AuthConfig (a250b3bd8eef7ebfd999e3500c0e1e26404f1ab24b65a708d1fb2d6fab4d1e9a) AuthConfig (e195348ee557ae1711644584e4e2627d2be89a9f944a3801e95e58b70d74470d) AuthConfig (3b1b966aafb89af5ec09708b21b7b0be3db1ff77ce8e8c8cd872e32431cc8a49) AuthConfig (02515abce3c56e03fdbd2e7c8e9fd2059d63882084487f08c6a834ca84d38c6c) AuthConfig (911814824ae8d1a06f220b8299c25526b4b14176981572c21f826cd0d955d92a) AuthConfig (689affb2963ef5eafcc88ebe7a8ac9367c14bab516c02fd3b44e5762ec7fa6ab) AuthConfig (adf2f2c0a9fe5310d164b7aa1789d9d6cefbcc2a9119e312bd203317929395fc) AuthConfig (4f90ff2c58d234c14988bec59a8eefc8cc01b4dbd007c8cc3598eb78ce43b6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fc488c1c-ad8c-463d-b4f2-04bb7c5e5e23","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.017064051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"73bf9ed7-af0a-466f-a87c-97cc6b3912c3","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.358234597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"0ac19221-b866-44d1-b5e8-4f4f6788dca0","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.374162456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"0ac19221-b866-44d1-b5e8-4f4f6788dca0","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.385708648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f009e3afa0e68e16f33a1c35371319c23cbf6acb0e3f54eb2c75082d808201a) AuthConfig (2b576d3b54106679fd4943d714e4e202925ff4a60dffeec1f615035a4138f513) AuthConfig (a250b3bd8eef7ebfd999e3500c0e1e26404f1ab24b65a708d1fb2d6fab4d1e9a) AuthConfig (e195348ee557ae1711644584e4e2627d2be89a9f944a3801e95e58b70d74470d) AuthConfig (3b1b966aafb89af5ec09708b21b7b0be3db1ff77ce8e8c8cd872e32431cc8a49) AuthConfig (02515abce3c56e03fdbd2e7c8e9fd2059d63882084487f08c6a834ca84d38c6c) AuthConfig (911814824ae8d1a06f220b8299c25526b4b14176981572c21f826cd0d955d92a) AuthConfig (689affb2963ef5eafcc88ebe7a8ac9367c14bab516c02fd3b44e5762ec7fa6ab) AuthConfig (adf2f2c0a9fe5310d164b7aa1789d9d6cefbcc2a9119e312bd203317929395fc) AuthConfig (4f90ff2c58d234c14988bec59a8eefc8cc01b4dbd007c8cc3598eb78ce43b6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"0ac19221-b866-44d1-b5e8-4f4f6788dca0","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.488124574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d60e7abc-78a3-4f63-8b13-cfea406c7668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.488379189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7ff54cf3-bb40-4828-b438-441dfab1a16c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.497884686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d60e7abc-78a3-4f63-8b13-cfea406c7668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:52.500212824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7ff54cf3-bb40-4828-b438-441dfab1a16c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.092765034Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"121cb5e4-4be5-4b62-b988-a9893fe220e0","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.123208739Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"121cb5e4-4be5-4b62-b988-a9893fe220e0","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.152643108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"121cb5e4-4be5-4b62-b988-a9893fe220e0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-2dbf739c-gw","tenantID":"e2e-migrate-2dbf739c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.197409504Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"121cb5e4-4be5-4b62-b988-a9893fe220e0","name":"e2e-migrate-2dbf739c-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.889753712Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"fb1fc49e-2d9a-46f4-8a09-cd1a9d5e3bd6","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.598622225Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"4316497c-b5b7-4666-93e3-1d297a2f66c1","namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.608860221Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"976e19a1-26de-4abe-9348-562e6343606b","namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.639108444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"05bf7e59-062b-4c01-9197-9d492a0af812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.657225863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"b2aff067-cbae-49e6-9c7d-aafcee3d63c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.661193311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"05bf7e59-062b-4c01-9197-9d492a0af812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.668787199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"fde2960c-a55f-4592-aeca-a02b7929b59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.676562727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"b2aff067-cbae-49e6-9c7d-aafcee3d63c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.681772321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"fde2960c-a55f-4592-aeca-a02b7929b59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.687778135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"a3134613-b14e-42ce-95db-3a9f1d6da8c9","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.691303356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"c345b615-8aaf-4c23-91d8-44583cef6bcb","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.6958549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f009e3afa0e68e16f33a1c35371319c23cbf6acb0e3f54eb2c75082d808201a) AuthConfig (2b576d3b54106679fd4943d714e4e202925ff4a60dffeec1f615035a4138f513) AuthConfig (a250b3bd8eef7ebfd999e3500c0e1e26404f1ab24b65a708d1fb2d6fab4d1e9a) AuthConfig (e195348ee557ae1711644584e4e2627d2be89a9f944a3801e95e58b70d74470d) AuthConfig (3b1b966aafb89af5ec09708b21b7b0be3db1ff77ce8e8c8cd872e32431cc8a49) AuthConfig (02515abce3c56e03fdbd2e7c8e9fd2059d63882084487f08c6a834ca84d38c6c) AuthConfig (911814824ae8d1a06f220b8299c25526b4b14176981572c21f826cd0d955d92a) AuthConfig (689affb2963ef5eafcc88ebe7a8ac9367c14bab516c02fd3b44e5762ec7fa6ab) AuthConfig (adf2f2c0a9fe5310d164b7aa1789d9d6cefbcc2a9119e312bd203317929395fc) AuthConfig (4f90ff2c58d234c14988bec59a8eefc8cc01b4dbd007c8cc3598eb78ce43b6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"b2aff067-cbae-49e6-9c7d-aafcee3d63c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.708478477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"a3134613-b14e-42ce-95db-3a9f1d6da8c9","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.709309689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"c345b615-8aaf-4c23-91d8-44583cef6bcb","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.742919951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"068999da-6c0e-4945-9ace-a3d01cda3de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.770011174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"068999da-6c0e-4945-9ace-a3d01cda3de7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.820727158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8065e938-7bfb-4b3e-9bab-31e89b145d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.827380691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8065e938-7bfb-4b3e-9bab-31e89b145d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.830590458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"26ba2736-8a79-43be-ba6b-f21acc0a6c4c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.831376405Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"3bf8f872-52f8-45bf-aa08-1a698ef50d63","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.848247319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"26ba2736-8a79-43be-ba6b-f21acc0a6c4c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.857971468Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"26ba2736-8a79-43be-ba6b-f21acc0a6c4c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.896634574Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"2828f697-b85d-46bc-9394-fe151370a8d6","namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.900675088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"5088f32e-742a-444d-a9c1-4a4bf1135064","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.900697217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"5088f32e-742a-444d-a9c1-4a4bf1135064","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","externalModel":"e2e-rot-6604e6","provider":"e2e-rot-6604e6-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.902907907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"117ceb0a-8378-4475-8fa0-9f6d9aafc3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.903070831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e25f36e-d191-4d63-9656-1d9c3755831b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.905256715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"26146504-29f4-455f-9070-3c314270327f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.910123255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"117ceb0a-8378-4475-8fa0-9f6d9aafc3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.910474834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e25f36e-d191-4d63-9656-1d9c3755831b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.912578099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"26146504-29f4-455f-9070-3c314270327f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.913912257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"81827967-fc7c-44f5-a1ba-f82807485262","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.921573483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"81827967-fc7c-44f5-a1ba-f82807485262","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.927978789Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"81827967-fc7c-44f5-a1ba-f82807485262","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.991883409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"71672796-0f9c-4f58-b56c-8f60e80b451e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.992662797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9ebcf217-ca45-4f86-952d-82f1b4899f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:55.992676795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"cc8ee6b7-06bf-4700-8ed2-e4075afd255a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.006070264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"71672796-0f9c-4f58-b56c-8f60e80b451e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.00895595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9ebcf217-ca45-4f86-952d-82f1b4899f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.00982459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"6a65873b-2cce-4ab9-b4d1-2705f7de890d","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.010594198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"bec428dd-6bca-4ca7-813d-555533292c26","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.01061709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"bec428dd-6bca-4ca7-813d-555533292c26","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","externalModel":"e2e-rot-6604e6","provider":"e2e-rot-6604e6-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.015427023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"cc8ee6b7-06bf-4700-8ed2-e4075afd255a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.019255357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"6a65873b-2cce-4ab9-b4d1-2705f7de890d","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.019818279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"80067dcb-fcec-4a7a-adb1-22fc93353391","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.076396588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"80067dcb-fcec-4a7a-adb1-22fc93353391","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.188227973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"2c139f50-40e4-4714-903e-380dccb3f6ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.188994287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"9f222849-ac5f-42de-9972-0f9ccf1983f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.208968139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"9f222849-ac5f-42de-9972-0f9ccf1983f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.216240132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"65072386-35c2-430d-a847-8204e1472cc8","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.226492857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"2c139f50-40e4-4714-903e-380dccb3f6ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.232446969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"65072386-35c2-430d-a847-8204e1472cc8","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.242802056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5dad2f47-6653-4f7b-8bb7-2213ea07195a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.256233296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5dad2f47-6653-4f7b-8bb7-2213ea07195a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.26330429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f009e3afa0e68e16f33a1c35371319c23cbf6acb0e3f54eb2c75082d808201a) AuthConfig (2b576d3b54106679fd4943d714e4e202925ff4a60dffeec1f615035a4138f513) AuthConfig (a250b3bd8eef7ebfd999e3500c0e1e26404f1ab24b65a708d1fb2d6fab4d1e9a) AuthConfig (e195348ee557ae1711644584e4e2627d2be89a9f944a3801e95e58b70d74470d) AuthConfig (3b1b966aafb89af5ec09708b21b7b0be3db1ff77ce8e8c8cd872e32431cc8a49) AuthConfig (02515abce3c56e03fdbd2e7c8e9fd2059d63882084487f08c6a834ca84d38c6c) AuthConfig (911814824ae8d1a06f220b8299c25526b4b14176981572c21f826cd0d955d92a) AuthConfig (689affb2963ef5eafcc88ebe7a8ac9367c14bab516c02fd3b44e5762ec7fa6ab) AuthConfig (adf2f2c0a9fe5310d164b7aa1789d9d6cefbcc2a9119e312bd203317929395fc) AuthConfig (4f90ff2c58d234c14988bec59a8eefc8cc01b4dbd007c8cc3598eb78ce43b6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5dad2f47-6653-4f7b-8bb7-2213ea07195a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.348332069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"85809d19-8d09-404f-b0bf-7d6e50e99d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.35349849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768e1acb-087f-4102-9caf-8ded3064e628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.356324434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2837bd03-e215-43fb-adb6-b7e2e948dd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.356896552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"88ae3d86-f605-46da-9711-438298f39f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.362049086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"85809d19-8d09-404f-b0bf-7d6e50e99d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.36250209Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-list-subs-refs-sub","reconcileID":"1ceb1316-bf65-4ced-880d-33825db1a07c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.362606453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768e1acb-087f-4102-9caf-8ded3064e628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.365225658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"88ae3d86-f605-46da-9711-438298f39f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.365302849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2837bd03-e215-43fb-adb6-b7e2e948dd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.36773011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"4f42cf2f-f05e-4838-a196-94a896c4b30f","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.374169938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"4f42cf2f-f05e-4838-a196-94a896c4b30f","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.379798528Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-list-subs-refs-sub","reconcileID":"1ceb1316-bf65-4ced-880d-33825db1a07c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.382316782Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"4f42cf2f-f05e-4838-a196-94a896c4b30f","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.391789894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"e76b7c55-3029-4f69-924e-2d6024bd41af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.394029408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"f900636f-8b99-4eb9-8b72-68996b2f66c1","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.394050922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"f900636f-8b99-4eb9-8b72-68996b2f66c1","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","externalModel":"e2e-rot-6604e6","provider":"e2e-rot-6604e6-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.443984895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"f316fafa-109c-4143-a9c4-1c4422b8eeec","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.444654185Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.465178526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e6cae0aa-ca90-4308-bdd9-dfa811ff2567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.465485414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"5ea52b46-79de-4851-a022-8058915cdf94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.467145773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"e3e594bb-c0d2-4e1e-b612-6ff8f618b588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.472012382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e6cae0aa-ca90-4308-bdd9-dfa811ff2567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.472258029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"5ea52b46-79de-4851-a022-8058915cdf94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.474568056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"e3e594bb-c0d2-4e1e-b612-6ff8f618b588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.475322502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"7629ff4a-e0c7-4939-a1ba-8eee234c239b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.475511403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"a70db350-f1e8-4685-8fe5-a5b3db9e4e24","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.48232181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"7629ff4a-e0c7-4939-a1ba-8eee234c239b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.482878643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"a70db350-f1e8-4685-8fe5-a5b3db9e4e24","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.489194677Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"7629ff4a-e0c7-4939-a1ba-8eee234c239b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.691610509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"f3de6711-4b01-4a6d-b15c-4bbdaee0f4d4","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.691635814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"f3de6711-4b01-4a6d-b15c-4bbdaee0f4d4","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","externalModel":"e2e-rot-6604e6","provider":"e2e-rot-6604e6-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.089797715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"d32d512c-5b73-4c50-98f5-02027a27cf19","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.089827221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"d32d512c-5b73-4c50-98f5-02027a27cf19","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.099315753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"6c822c16-e73a-4d5b-bd42-e8578c82103e","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.278466923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"264ac12b-34c7-4731-9b91-09601c5ff0ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.27848774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"264ac12b-34c7-4731-9b91-09601c5ff0ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.278702485Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.286695888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"f01da9af-e2f2-43f2-9612-942a8d9809b0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.286721153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"f01da9af-e2f2-43f2-9612-942a8d9809b0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.288183218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"960e809e-21e4-424b-b867-1aebd77597d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.288217647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"32d7d20f-4967-42d9-9a1d-6adeac845f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:57.288574288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-sub","reconcileID":"9c606550-4afc-4bd9-b33d-b97add0db6e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.295701343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"32d7d20f-4967-42d9-9a1d-6adeac845f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.295871596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"960e809e-21e4-424b-b867-1aebd77597d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.306556652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"a5457e07-422a-44ec-898d-8ff541f02f27","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.306572309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"a5457e07-422a-44ec-898d-8ff541f02f27","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.313833839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"f2eedd83-1fb5-47bd-ad58-2f8bb5ea1f29","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.313852389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"f2eedd83-1fb5-47bd-ad58-2f8bb5ea1f29","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.333483553Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-sub","reconcileID":"d1abf069-53d2-45c4-8006-166d9effceaa","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.408816601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"d9d195ae-5258-4652-ab76-f992465ecd98","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.422035898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"eda2fac0-bd4d-4743-8c37-0dbe49404fcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.430054053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"db281bc9-0016-45ab-8748-8008d601c1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.441430839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"eda2fac0-bd4d-4743-8c37-0dbe49404fcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.453572092Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"d9d195ae-5258-4652-ab76-f992465ecd98","name":"e2e-shared-b-w0-9add72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.472835615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"41a7fc2a-3cc9-46ef-9971-1a58b2fa2d31","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.472862725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"41a7fc2a-3cc9-46ef-9971-1a58b2fa2d31","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.484038517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"188c0d1c-5515-4408-95d6-94f94b1fae75","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.484066632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"188c0d1c-5515-4408-95d6-94f94b1fae75","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.485431417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"db281bc9-0016-45ab-8748-8008d601c1e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.499528615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"8f53f717-831c-4efa-b193-b48f713421f2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.499553659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"8f53f717-831c-4efa-b193-b48f713421f2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.554859178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-sub","reconcileID":"8dfc13de-ca9e-4307-ac02-ea4e9818742a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.640368407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"decad390-f12d-4be0-9087-4fe567aceb55","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.661919242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"decad390-f12d-4be0-9087-4fe567aceb55","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.66868187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3830fd28c15ca5fc665c7fbe0d0f1b258947830da7ebb1a94097f4dba37f53b2) AuthConfig (44f9a237b98b6777e16cfcecce04a8109a035bec8eae450b7e23971e8a01d446) AuthConfig (ff5b35b57385e34d28b72d61d94fcf47485219e61dee06c6b9f74442d10a4fdc) AuthConfig (743b74623cc59c44f30a660813839e32011ac189b65692c7e87de9cf4b0c0d9b) AuthConfig (9d0776561039a05d1444daa623272d8f499ec0a1ae7f92c632d512ef56802bec) AuthConfig (f92501e90464d998fb52b6759caab3db36ca963c611066c102c425fd15ef834b) AuthConfig (28ce4ae81d04b830548cda4696677b2e9475bd9dada12d7ee69cd8e255348031) AuthConfig (fd4928fa284e2ec16a0aa10f0cc6f3d7db349a2a89712be99c4f4b61ec62244f) AuthConfig (0b59d45aa37c0583fcb46b12f2ee535f4cc05c54eed25c1d4b6a1b3eb46c29d5) AuthConfig (d1825f04e417a833b9d475c6720dcd7b8d71277355abf9965aefd09cb432d45f) AuthConfig (5b8744bc1b2438f045e7c9641fe4411e1849cc81789906cb3ec1891ec8598e3e) AuthConfig (49cb06c678dd5f69f33a107ba09626f6b29c9a3ddfdef0d14bd2c9f45b3212cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"decad390-f12d-4be0-9087-4fe567aceb55","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.671370732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3ac2a140-35c7-482c-886e-4c63b38ba460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.742677556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3ac2a140-35c7-482c-886e-4c63b38ba460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.743624224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"caa36865-ef36-4236-82d1-702347765a83","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.743644375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"caa36865-ef36-4236-82d1-702347765a83","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.760910252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-sub","reconcileID":"03c55424-5c1f-4f68-a8ed-6b1eec562737","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.763181989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"fe5ba416-d8d3-4c9c-832f-fc79d6672230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.77041757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"fe5ba416-d8d3-4c9c-832f-fc79d6672230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.855908522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"bb4daaab-2853-4a6a-92fe-68127f1b39e9","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.862720193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"bb4daaab-2853-4a6a-92fe-68127f1b39e9","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.868859368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3830fd28c15ca5fc665c7fbe0d0f1b258947830da7ebb1a94097f4dba37f53b2) AuthConfig (44f9a237b98b6777e16cfcecce04a8109a035bec8eae450b7e23971e8a01d446) AuthConfig (ff5b35b57385e34d28b72d61d94fcf47485219e61dee06c6b9f74442d10a4fdc) AuthConfig (743b74623cc59c44f30a660813839e32011ac189b65692c7e87de9cf4b0c0d9b) AuthConfig (9d0776561039a05d1444daa623272d8f499ec0a1ae7f92c632d512ef56802bec) AuthConfig (f92501e90464d998fb52b6759caab3db36ca963c611066c102c425fd15ef834b) AuthConfig (28ce4ae81d04b830548cda4696677b2e9475bd9dada12d7ee69cd8e255348031) AuthConfig (fd4928fa284e2ec16a0aa10f0cc6f3d7db349a2a89712be99c4f4b61ec62244f) AuthConfig (0b59d45aa37c0583fcb46b12f2ee535f4cc05c54eed25c1d4b6a1b3eb46c29d5) AuthConfig (d1825f04e417a833b9d475c6720dcd7b8d71277355abf9965aefd09cb432d45f) AuthConfig (5b8744bc1b2438f045e7c9641fe4411e1849cc81789906cb3ec1891ec8598e3e) AuthConfig (49cb06c678dd5f69f33a107ba09626f6b29c9a3ddfdef0d14bd2c9f45b3212cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"bb4daaab-2853-4a6a-92fe-68127f1b39e9","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:58.273515086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"04720a89-cba4-43a0-b719-e4b218237144","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.662214375Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.664492728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"ba22c511-e87d-44ea-b198-acf5abf191ef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.664517178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"ba22c511-e87d-44ea-b198-acf5abf191ef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","externalModel":"e2e-rot-6604e6","provider":"e2e-rot-6604e6-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.682702642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"ea96d0a4-9493-4e79-b520-35cfbfba8db1","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.682725605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"ea96d0a4-9493-4e79-b520-35cfbfba8db1","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:01.687133064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-6604e6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.690517104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"f97069e4-c4fe-44d3-836c-f3ac7515d250","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.690533696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"f97069e4-c4fe-44d3-836c-f3ac7515d250","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","externalModel":"e2e-rot-6604e6","provider":"e2e-rot-6604e6-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.69251364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"f246ec91-c2d4-4610-8587-e942aebd3d20","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.69294709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"bce6c5b7-0371-48bc-9226-9f9c305136da","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.693162881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"5089871a-704f-4e0b-95ff-61ad522856b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.693561961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"6ff66fa4-735b-4083-a1cf-5f7edc1dc9be","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.696123367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"709f8006-1e29-4360-bbd8-8f5539ae25e5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.696145606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"709f8006-1e29-4360-bbd8-8f5539ae25e5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.697194978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"fb4181d7-3647-4760-bd6b-7871ced4f737","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.703410713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"f246ec91-c2d4-4610-8587-e942aebd3d20","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.709692395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"5089871a-704f-4e0b-95ff-61ad522856b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.711489705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"6ff66fa4-735b-4083-a1cf-5f7edc1dc9be","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.712054313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"4775b44a-1dc8-4074-bbd3-99774a746445","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.712075465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"4775b44a-1dc8-4074-bbd3-99774a746445","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.735823008Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-sub","reconcileID":"1bf63b07-84e5-40d9-9d38-513866e66ec1","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-rot-6604e6","model":"e2e-rot-6604e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.736938102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"fb4181d7-3647-4760-bd6b-7871ced4f737","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.736994181Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"f246ec91-c2d4-4610-8587-e942aebd3d20","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.738686075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"bce6c5b7-0371-48bc-9226-9f9c305136da","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.745584215Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"fb4181d7-3647-4760-bd6b-7871ced4f737","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.757308472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"47724330-f577-44ae-9da2-d755a35c867b","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.757331873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"47724330-f577-44ae-9da2-d755a35c867b","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.767290052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"3b0f867b-868c-4f85-b894-859db1e226c1","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.76730861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"3b0f867b-868c-4f85-b894-859db1e226c1","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","externalModel":"e2e-rot-6604e6","provider":"e2e-rot-6604e6-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.797617351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-sub","reconcileID":"643121e0-aec7-4bf0-ab43-9f1277efa58b","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-rot-6604e6","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.862849831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"9b605ea7-01cc-4a26-90c4-aecc6e56bbe7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.864668335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"77a739d8-0ba8-4013-b7f3-970989ce2e6e","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.870531637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"9b605ea7-01cc-4a26-90c4-aecc6e56bbe7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.871889353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"77a739d8-0ba8-4013-b7f3-970989ce2e6e","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.87608874Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"9b605ea7-01cc-4a26-90c4-aecc6e56bbe7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.961421776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"364fdba1-5266-401e-80bb-7a40a4e3477a","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.962283384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"350e1496-7da9-48d6-bec1-8c7ae5e542ed","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.962556977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"91b1360c-dd61-49d8-8264-b6733a337bd7","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.963303047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"c637bba3-dfaa-4b25-afdd-333ecd5d63dd","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.969322917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"364fdba1-5266-401e-80bb-7a40a4e3477a","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.969911022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"350e1496-7da9-48d6-bec1-8c7ae5e542ed","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.972267435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"91b1360c-dd61-49d8-8264-b6733a337bd7","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.974727429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"c637bba3-dfaa-4b25-afdd-333ecd5d63dd","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.041472381Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"c637bba3-dfaa-4b25-afdd-333ecd5d63dd","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.604760461Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"de98f1c1-e36c-4ca8-aeed-2347842f1cd4","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.616444877Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"de98f1c1-e36c-4ca8-aeed-2347842f1cd4","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.756016499Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"f1ed4e19-9aa6-42c5-9d76-9bbeb400e5f0","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.987020455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e59083-c3e8-4da6-b62c-4a6f63319b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.989960947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e59083-c3e8-4da6-b62c-4a6f63319b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.993230858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e59083-c3e8-4da6-b62c-4a6f63319b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.996429948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e59083-c3e8-4da6-b62c-4a6f63319b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.184732486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e9cfb6-70ee-4fd9-bf6e-e180d9c2b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.187583738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e9cfb6-70ee-4fd9-bf6e-e180d9c2b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.189857872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e9cfb6-70ee-4fd9-bf6e-e180d9c2b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.19246303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e9cfb6-70ee-4fd9-bf6e-e180d9c2b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.480476037Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"089935a3-81ab-4b0d-b0bf-1f3af34cb118","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:05.93450389Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"0dede17d-1758-4e96-aaa6-c7f2d931fa33","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.13510978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4fcbf59-22d3-4cf1-acde-55d8506eebaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.138220801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4fcbf59-22d3-4cf1-acde-55d8506eebaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.141392362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4fcbf59-22d3-4cf1-acde-55d8506eebaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.144452502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4fcbf59-22d3-4cf1-acde-55d8506eebaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.280941019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"748d5104-2d83-4760-8105-efac842bf4be","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.28825077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"748d5104-2d83-4760-8105-efac842bf4be","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.293421481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ef1693-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f009e3afa0e68e16f33a1c35371319c23cbf6acb0e3f54eb2c75082d808201a) AuthConfig (2b576d3b54106679fd4943d714e4e202925ff4a60dffeec1f615035a4138f513) AuthConfig (a250b3bd8eef7ebfd999e3500c0e1e26404f1ab24b65a708d1fb2d6fab4d1e9a) AuthConfig (e195348ee557ae1711644584e4e2627d2be89a9f944a3801e95e58b70d74470d) AuthConfig (3b1b966aafb89af5ec09708b21b7b0be3db1ff77ce8e8c8cd872e32431cc8a49) AuthConfig (02515abce3c56e03fdbd2e7c8e9fd2059d63882084487f08c6a834ca84d38c6c) AuthConfig (911814824ae8d1a06f220b8299c25526b4b14176981572c21f826cd0d955d92a) AuthConfig (689affb2963ef5eafcc88ebe7a8ac9367c14bab516c02fd3b44e5762ec7fa6ab) AuthConfig (adf2f2c0a9fe5310d164b7aa1789d9d6cefbcc2a9119e312bd203317929395fc) AuthConfig (4f90ff2c58d234c14988bec59a8eefc8cc01b4dbd007c8cc3598eb78ce43b6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"748d5104-2d83-4760-8105-efac842bf4be","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.383070739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe9852b-eedb-44dd-a344-c8bd0cd1b5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.387364426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe9852b-eedb-44dd-a344-c8bd0cd1b5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.393040884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe9852b-eedb-44dd-a344-c8bd0cd1b5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.397498411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbe9852b-eedb-44dd-a344-c8bd0cd1b5d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:07.867397827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"672da05d-0dce-476f-9467-d00f81676715","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:07.879130023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"9a9bf3b5-6c82-4f35-9cef-3685daeb3901","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:07.887999562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"12e0d326-5269-4109-8356-9813c27a6ced","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:07.935931852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"12e0d326-5269-4109-8356-9813c27a6ced","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:07.944189583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-d3ca48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3830fd28c15ca5fc665c7fbe0d0f1b258947830da7ebb1a94097f4dba37f53b2) AuthConfig (44f9a237b98b6777e16cfcecce04a8109a035bec8eae450b7e23971e8a01d446) AuthConfig (ff5b35b57385e34d28b72d61d94fcf47485219e61dee06c6b9f74442d10a4fdc) AuthConfig (743b74623cc59c44f30a660813839e32011ac189b65692c7e87de9cf4b0c0d9b) AuthConfig (9d0776561039a05d1444daa623272d8f499ec0a1ae7f92c632d512ef56802bec) AuthConfig (f92501e90464d998fb52b6759caab3db36ca963c611066c102c425fd15ef834b) AuthConfig (28ce4ae81d04b830548cda4696677b2e9475bd9dada12d7ee69cd8e255348031) AuthConfig (fd4928fa284e2ec16a0aa10f0cc6f3d7db349a2a89712be99c4f4b61ec62244f) AuthConfig (0b59d45aa37c0583fcb46b12f2ee535f4cc05c54eed25c1d4b6a1b3eb46c29d5) AuthConfig (d1825f04e417a833b9d475c6720dcd7b8d71277355abf9965aefd09cb432d45f) AuthConfig (5b8744bc1b2438f045e7c9641fe4411e1849cc81789906cb3ec1891ec8598e3e) AuthConfig (49cb06c678dd5f69f33a107ba09626f6b29c9a3ddfdef0d14bd2c9f45b3212cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"12e0d326-5269-4109-8356-9813c27a6ced","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.060668645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506fbd24-4b1a-472f-bb34-5d78b37b04e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.065085936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506fbd24-4b1a-472f-bb34-5d78b37b04e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.069527864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506fbd24-4b1a-472f-bb34-5d78b37b04e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.072396712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506fbd24-4b1a-472f-bb34-5d78b37b04e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.393533677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49b2929-5420-4c9d-95d4-250ffe5f7ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.397843271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49b2929-5420-4c9d-95d4-250ffe5f7ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.401084619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49b2929-5420-4c9d-95d4-250ffe5f7ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.403710647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49b2929-5420-4c9d-95d4-250ffe5f7ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:10.952190373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-sub","reconcileID":"ca3797a3-a180-4267-90fe-b6825ffd1f09","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-rot-6604e6","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.079897352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-sub","reconcileID":"bc3b0cd0-a4f7-4d84-a975-0fbf26fce8ac","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.092478077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"59f67daa-004b-4db9-a220-9ba2bcd9d748","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.131098612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"59f67daa-004b-4db9-a220-9ba2bcd9d748","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","externalModel":"e2e-rot-6604e6","provider":"e2e-rot-6604e6-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.159855839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"2be7574d-b3f8-4215-a725-613127553629","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.159959931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"2be7574d-b3f8-4215-a725-613127553629","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.241994708Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"824ccd06-2916-4e0d-8b05-c05ec88f7b97","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.251400273Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"824ccd06-2916-4e0d-8b05-c05ec88f7b97","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.764241079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"914e760d-3ced-4f0f-b12e-94edd52171ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.76499868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"f8c2be60-cc5d-49c2-9495-5e8257a7fe99","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.767105506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.776232566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"914e760d-3ced-4f0f-b12e-94edd52171ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.776899833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"f8c2be60-cc5d-49c2-9495-5e8257a7fe99","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.864662313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c6d8e5ec-fc56-41c5-924e-4ffff34611d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.872296359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c6d8e5ec-fc56-41c5-924e-4ffff34611d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.89417016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"066b8ae2-29c5-4e5a-927a-2f638c983e6e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.894266056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"066b8ae2-29c5-4e5a-927a-2f638c983e6e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.921553651Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"81543235-6de2-4266-950c-2cbeea82b6e5","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.070025181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"78984fa0-48d6-4096-8cbb-4c0f9a15378c","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.078533626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"78984fa0-48d6-4096-8cbb-4c0f9a15378c","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:16.340538141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e981e8d6-b846-4d7b-b747-9311147d0b67","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:16.350183582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e981e8d6-b846-4d7b-b747-9311147d0b67","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:16.443574184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"198d7985-0ba2-46a1-8f4c-8a8d58c938e4","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:17.886648272Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"d15a69b2-ada3-46cf-8d01-401bef2c0138","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:17.957249411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"0f136f82-430c-4497-a412-24ae0992ec3b","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.012884319Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","namespace":"ai-tenant-e2e-migrate-2dbf739c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.012979134Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","namespace":"ai-tenant-e2e-migrate-2dbf739c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.013042673Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","tenant":"e2e-migrate-2dbf739c","tenantID":"e2e-migrate-2dbf739c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.01687558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"Deployment","name":"maas-api-e2e-migrate-2dbf739c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.0393105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"Service","name":"maas-api-e2e-migrate-2dbf739c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.064161662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-2dbf739c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.070526322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-2dbf739c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.083491444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.089831578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.095571785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.100735518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.104585058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"Deployment","name":"payload-processing-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.106884857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.110555126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"Service","name":"payload-processing-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.114572467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"Service","name":"payload-pre-processing-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.118597847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.120742864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.127656159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.129781966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.135545234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.139578015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.142422798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-2dbf739c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.151045511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2dbf739c"},"namespace":"ai-tenant-e2e-migrate-2dbf739c","name":"default-tenant","reconcileID":"348aa1e3-f982-467b-90e5-07b9b9bc499d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-2dbf739c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.3644791Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-2dbf739c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-2dbf739c","reconcileID":"b60ff2d3-ded3-49c7-9fac-60b977b19625","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-2dbf739c-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-2dbf739c-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.44854333Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"95fcea97-79b4-4c52-81c5-63bd7cd37dab","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.616843938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ac3cb3-67d2-40ae-9756-05ce546755f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.628237274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ac3cb3-67d2-40ae-9756-05ce546755f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.64241754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ac3cb3-67d2-40ae-9756-05ce546755f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.656435425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81ac3cb3-67d2-40ae-9756-05ce546755f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.839499502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34cb5c6c-1c58-415c-8042-3e6a1dac0c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.842183668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34cb5c6c-1c58-415c-8042-3e6a1dac0c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.845236351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34cb5c6c-1c58-415c-8042-3e6a1dac0c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.850142673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34cb5c6c-1c58-415c-8042-3e6a1dac0c3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.782574696Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.786570071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"b1bd9b50-fda8-4150-ab7b-dfd897b3e6e5","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:20.799201339Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-e9b74b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.824925079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"46dd0cb1-81f7-4d48-b86b-42a2aa940295","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.824953685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"46dd0cb1-81f7-4d48-b86b-42a2aa940295","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","externalModel":"e2e-rot-6604e6","provider":"e2e-rot-6604e6-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.842178839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"737180b8-0238-431b-8950-b8cb4081b909","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.849653295Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"2828434b-ab44-4127-8e18-9f34c1040399","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.869331757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"471689e5-3274-4e91-868e-6cdea753d3b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.94902166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"471689e5-3274-4e91-868e-6cdea753d3b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.958240747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"47ec7935-c2b3-43b3-a79b-ae7e387dfc05","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.968892498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"f5f793d7-51b8-4124-b57f-381c7bc1b9a4","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.035126999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"9f83bb98-1a2c-43b4-9dbc-2affc81de217","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.050825167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"9f83bb98-1a2c-43b4-9dbc-2affc81de217","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.061223694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"9ab11236-2362-48d6-99c3-619e99aef0bf","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.667414879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"7aedf325-e84e-4efd-8d07-ece5b76e336d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.66743446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"7aedf325-e84e-4efd-8d07-ece5b76e336d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.668053496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-auth","reconcileID":"16d5acba-6106-483d-b859-29b754f3b5d8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.749074456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"c6601feb-b8eb-48b5-9521-efa56dbb7a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.749685418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"16f67614-3144-4514-986d-7ad84ea848db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.752248072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-sub","reconcileID":"f6f0b62f-41fc-4840-8a5e-c59aa0e2b325","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.756978859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"c6601feb-b8eb-48b5-9521-efa56dbb7a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.759455123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"16f67614-3144-4514-986d-7ad84ea848db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.783721452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"e37b81db-8337-444d-81f6-91f021103f61","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.783739608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"e37b81db-8337-444d-81f6-91f021103f61","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.861771985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-sub","reconcileID":"2dad5dfe-f732-408b-bf03-647772cda7ab","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.86199382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"8d297462-f0d7-4bf6-afc9-e53ce5d35da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.862191595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"4d096499-d2be-4a12-9643-e29f81134603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.87129825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"4d096499-d2be-4a12-9643-e29f81134603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.871446194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"8d297462-f0d7-4bf6-afc9-e53ce5d35da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.948296085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"c1d0e76a-17cf-4a5f-b538-37f0e76d47a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.948321834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"c1d0e76a-17cf-4a5f-b538-37f0e76d47a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.969310305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7934c37a-2d86-424e-98c0-4beeb7738045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.969310302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b920ab45-26b6-4b1f-b8fa-4e966f1fa35f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.976876783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7934c37a-2d86-424e-98c0-4beeb7738045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.978927969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b920ab45-26b6-4b1f-b8fa-4e966f1fa35f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.146324302Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"5961f041-23c0-41e1-9b5e-57050ea0f465","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.16383078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"5470f905-9f89-4566-8e5d-649cc58832d6","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.292234058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d45dff3-3551-43dc-aa4f-61b965e9ba89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.294814413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d45dff3-3551-43dc-aa4f-61b965e9ba89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.297705794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d45dff3-3551-43dc-aa4f-61b965e9ba89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.300298159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d45dff3-3551-43dc-aa4f-61b965e9ba89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.546441815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1a474c-8e1b-4fd9-9b34-7cc88db08161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.551330577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1a474c-8e1b-4fd9-9b34-7cc88db08161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.553742967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1a474c-8e1b-4fd9-9b34-7cc88db08161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:22.556184327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a1a474c-8e1b-4fd9-9b34-7cc88db08161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.174511713Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"91e4a810-f322-4f43-a246-c6a1d15f1b25","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.185781949Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e04a4e0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e04a4e0c","reconcileID":"bbf73e31-9ed3-4187-9d7e-d809b31f8432","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e04a4e0c","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e04a4e0c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.259030242Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"52ad6ce7-742b-4d5c-b6fe-1739c3ad28d7","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.485685521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a83c5b6-fc6e-4761-bc41-8c4bf2a4e13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.488418058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a83c5b6-fc6e-4761-bc41-8c4bf2a4e13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.491644662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a83c5b6-fc6e-4761-bc41-8c4bf2a4e13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.494244946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a83c5b6-fc6e-4761-bc41-8c4bf2a4e13f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.219539201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"65ca25c1-db0e-4726-a9de-3844746d3e80","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.219563662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"65ca25c1-db0e-4726-a9de-3844746d3e80","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.459581412Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"f7cc1e4f-d2b2-4505-aa6f-a8051a8b5536","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:31.972535837Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-sub","reconcileID":"1a2bfe7a-2d74-404e-94be-4541671cbeb9","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:31.979664945Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-sub","reconcileID":"1a2bfe7a-2d74-404e-94be-4541671cbeb9","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:31.984383315Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-enrichment-sub","reconcileID":"1a2bfe7a-2d74-404e-94be-4541671cbeb9","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.0035601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"eea37674-720c-4ac8-a816-6aa13e7211a5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e04a4e0c","tenantID":"e2e-ait-e04a4e0c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.025296973Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"eea37674-720c-4ac8-a816-6aa13e7211a5","name":"e2e-ait-e04a4e0c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.067274461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"9a2dc302-4d8f-441f-a7a2-a91d8bdde46c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"tenant":"e2e-worker-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.067302487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"e2e-enrichment-model-ref","reconcileID":"9a2dc302-4d8f-441f-a7a2-a91d8bdde46c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.06796812Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.101594562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"62f88e8d-3ec0-4149-9b88-fe6a0a2d802d","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.104412559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"fcbbae38-6b00-4923-b5f7-400159b586b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.105870888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"58469148-b625-42d0-bed8-9ffda7bd3fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.115586267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"fcbbae38-6b00-4923-b5f7-400159b586b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.116049466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"58469148-b625-42d0-bed8-9ffda7bd3fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:32.344183295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"9e7450e9-9707-4bf4-99eb-08bbe455601a","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.011254464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"da864f5c-fbe5-47f4-a33b-f610009c44e8","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.012231043Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.022896889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"b81ec7f7-392c-4af1-962a-3b81baa38475","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:33.027987474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-sub","reconcileID":"99bb00fc-f308-4466-914a-9f7c13facc32","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.028104215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c7b17669-a842-4adb-b793-6dd63525936e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.042098123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c7b17669-a842-4adb-b793-6dd63525936e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.056804209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"8ac743fd-e582-421d-9559-5a9851a58bda","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.064581571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"a0569382-2c90-439a-9fce-38bb33067a8e","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.076868055Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-sub","reconcileID":"853b99cd-f277-42b9-aabe-5f1862552252","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-w3-d3ca48","model":"distinct-w3-d3ca48","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.094822733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"23548e2b-e2ec-4842-adbf-044536199c3b","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.123724874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"4e1d77ba-edb9-4737-912f-7f95ac73e677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.124998055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"34d1b393-ea3f-49fb-8ba3-94f8bd89cca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.131191619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"4e1d77ba-edb9-4737-912f-7f95ac73e677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.132107101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"34d1b393-ea3f-49fb-8ba3-94f8bd89cca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.175255222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-sub","reconcileID":"1436dae9-fc32-417f-89d2-5761bd606aad","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.183039622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"08100872-cc62-41c8-92dc-edce7237c588","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.184258324Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]","namespace=ai-tenant-e2e-worker-w3-d3ca48 priority=0:[ai-tenant-e2e-worker-w3-d3ca48/e2e-model-match-sub ai-tenant-e2e-worker-w3-d3ca48/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.197278851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"e059cd87-5ac6-4c87-b2cf-14dec7cd7375","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.267861774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"b8d9f996-87a6-4a1d-9f3f-3d512bee9b92","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:33.268164026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-sub","reconcileID":"185a369b-d978-4bb2-8dbb-35df09aba720","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.274234201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"cab96124-8b52-4245-84a2-69d4b30d78b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.283090539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"cab96124-8b52-4245-84a2-69d4b30d78b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.293288525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"8bd4d382-1054-4d74-b0d4-962094f97de4","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.350756817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b4aaca8c-2551-4681-9ed0-c6c24e36225e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.351457161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"b8392cca-8bf5-4cff-8daf-26ddca868f17","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.360263194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9b4b5669-e8b6-4fbb-ad0a-6e2295fe82dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.364683936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b4aaca8c-2551-4681-9ed0-c6c24e36225e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.368978847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9b4b5669-e8b6-4fbb-ad0a-6e2295fe82dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.370582669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"d242ede9-878d-4b7f-9888-cc4e17ac5917","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.375937576Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-sub","reconcileID":"1e7a938c-eff0-420d-9e84-cdc59292813f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-2-w3-d3ca48","model":"distinct-2-w3-d3ca48","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.379446161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"306dbea2-7f43-4d72-b30f-41a4b6b7d3c1","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:33.383278111Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"306dbea2-7f43-4d72-b30f-41a4b6b7d3c1","name":"distinct-w3-d3ca48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-d3ca48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:33.383319972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"306dbea2-7f43-4d72-b30f-41a4b6b7d3c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-d3ca48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.38909236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"edcbe235-37c7-461d-b449-7137ddd40f36","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.394736441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"5cbc8bb0-80ce-4cd9-850c-319301c9d14f","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.483122933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"fc801b30-90b4-4892-8d46-e91949915d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.485775452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"5415e763-f154-4f88-96cd-85a63288e51f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.485812077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-sub","reconcileID":"1b1d9293-f191-4d7a-b24c-5bc7e1837aad","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.48617053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-sub","reconcileID":"99a8e694-f56a-4bdd-b776-a587f8cbbfec","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-2-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/distinct-2-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.491368957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"fc801b30-90b4-4892-8d46-e91949915d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.495419815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"5415e763-f154-4f88-96cd-85a63288e51f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.545164016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"f2d670e1-8a35-466d-8b98-4175f70bfe71","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.55742644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"d2e87a76-aac3-43b6-9f44-2c5926234628","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:33.568976885Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"d2e87a76-aac3-43b6-9f44-2c5926234628","name":"distinct-2-w3-d3ca48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-d3ca48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:33.569042544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"d2e87a76-aac3-43b6-9f44-2c5926234628","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-d3ca48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.574762286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"fd80ea4e-5e23-4498-b743-079cabcced1f","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.577041916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-sub","reconcileID":"6f5083e0-e178-444d-bca8-fd5f87e317c9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-2-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/distinct-2-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.583362556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"0a496d95-e218-41f5-affc-a145c69fa066","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.584180517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"bcb2ac8b-b445-409b-938a-2a6043ac72f1","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.591227745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0083435a-fc1c-441f-a261-cd564462a849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.593459984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"0a496d95-e218-41f5-affc-a145c69fa066","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.657028678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"671c0bf3-f20c-4f2f-afbc-c8bd7eb99d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.675246415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0083435a-fc1c-441f-a261-cd564462a849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.681895049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"671c0bf3-f20c-4f2f-afbc-c8bd7eb99d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.690725837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"aa46d046-c013-4309-98e9-aadc22a91bce","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.691284955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"39b62574-a392-428b-8c87-f799f35f3fb9","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.69714116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"aa46d046-c013-4309-98e9-aadc22a91bce","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.777727058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"667c70c7-7e07-45b6-8fcd-9dc427673565","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:33.785100005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"667c70c7-7e07-45b6-8fcd-9dc427673565","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:34.467018644Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"d2fc2ff1-cd86-4595-a295-49ad50151e64","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.377177698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"a5079877-952c-4a83-b2bf-9aaf46c49eac","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:35.40285488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"0a49dcdd-b094-4dba-b8b2-834bfe519dea","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:36.538296999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ba0910de-720b-4e15-bf4a-74d0a9676705","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:36.547297284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ba0910de-720b-4e15-bf4a-74d0a9676705","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:37.863232011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"adc118b7-48e6-4087-b550-1ee716f0ec14","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:37.872851572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"984774cc-61e9-4f86-87df-4b1491dc2fbe","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:37.873994507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"83893c15-68d8-4aa2-b2ee-3cb300dff402","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:37.899702825Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"984774cc-61e9-4f86-87df-4b1491dc2fbe","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:37.906222346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"984774cc-61e9-4f86-87df-4b1491dc2fbe","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:37.916741857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"b7846d6f-cd9e-468a-afcc-a8c16ff1f56c","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.853475901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"1707435b-0edd-4411-bd0a-e9e8ca99c411","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.853500224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"1707435b-0edd-4411-bd0a-e9e8ca99c411","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.945723967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"58022886-1adc-4a2f-a2bc-bb69d78f83b3","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.956253113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"584b4cea-ba36-4262-8aa2-c60bbd54770a","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.95628059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"584b4cea-ba36-4262-8aa2-c60bbd54770a","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.04528032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b0e7f5-3dc4-4d54-b848-a79ce6785501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.048173302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b0e7f5-3dc4-4d54-b848-a79ce6785501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.052162243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b0e7f5-3dc4-4d54-b848-a79ce6785501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.057012371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b0e7f5-3dc4-4d54-b848-a79ce6785501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.201762276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"1e8c8b4b-4e83-460a-8bcb-bad02afc02d7","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.201788945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"1e8c8b4b-4e83-460a-8bcb-bad02afc02d7","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.209390091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"b867a86e-c0ec-4670-9ebb-40062ed6aa8b","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.209409127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"b867a86e-c0ec-4670-9ebb-40062ed6aa8b","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.216211431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"aa56489b-d31b-4263-a007-e5e1d4fc5a1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.265561717Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"aa56489b-d31b-4263-a007-e5e1d4fc5a1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.270719429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2673be4b-f363-4090-bf9d-bf461d1d291b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.274565891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"aa56489b-d31b-4263-a007-e5e1d4fc5a1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.274567911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2673be4b-f363-4090-bf9d-bf461d1d291b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.280261248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2673be4b-f363-4090-bf9d-bf461d1d291b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.28206541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"7c7477d2-5bd5-40b3-ae5f-7579eb5666d2","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.282084163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"7c7477d2-5bd5-40b3-ae5f-7579eb5666d2","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.286661607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2673be4b-f363-4090-bf9d-bf461d1d291b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.768397911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.479160405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"b05493f2-7ac3-4994-8195-29e8a2dfcb64","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.491599591Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-sub","reconcileID":"bc9c1c84-1e05-4050-970e-c270420bddf1","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b3aa55a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.494704837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"bc94f92e-63e1-4620-aeea-758d234bc71b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.495328164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"2d7aabf8-3184-4760-9744-6999baf948ac","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.495597117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"34067828-579d-4a32-9e48-901733feba05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.495358306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"4e0d74ed-c902-4bb4-9913-594fec6049ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.504099979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"bc94f92e-63e1-4620-aeea-758d234bc71b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.535152047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"4e0d74ed-c902-4bb4-9913-594fec6049ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.535639486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"34067828-579d-4a32-9e48-901733feba05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.537727806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"2d7aabf8-3184-4760-9744-6999baf948ac","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.641224111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"b81ba8b3-924a-43ae-a57b-51867853da9a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.644535216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d5c25d6a-c902-4cf4-92ec-00eef84430d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.645853187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"859de43d-50ec-4aa7-9769-afa5700bc6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.646124284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"c50a5600-cb06-4e12-a9ef-2c217244aa9b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.649023516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"b81ba8b3-924a-43ae-a57b-51867853da9a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.65188219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d5c25d6a-c902-4cf4-92ec-00eef84430d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.655912798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"c50a5600-cb06-4e12-a9ef-2c217244aa9b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:42.656140561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"859de43d-50ec-4aa7-9769-afa5700bc6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:44.473251095Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"f4da0a95-f23c-4271-b9f8-885a3bbdc57f","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:44.483428533Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"eeab77c5-e67b-4efd-97f4-2766e2b12996","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:44.613383788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8188b1-d699-4e2b-847b-12c107a7aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:44.616026725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8188b1-d699-4e2b-847b-12c107a7aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:44.618763087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8188b1-d699-4e2b-847b-12c107a7aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:44.621355454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8188b1-d699-4e2b-847b-12c107a7aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:44.834973504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3ab286-64e7-46de-8c90-57a7c1126439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:44.837932931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3ab286-64e7-46de-8c90-57a7c1126439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:44.840458582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3ab286-64e7-46de-8c90-57a7c1126439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:44.843060825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3ab286-64e7-46de-8c90-57a7c1126439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.082818887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b25fd4f-91d3-4cc1-9801-bbd9679b28d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.086640308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b25fd4f-91d3-4cc1-9801-bbd9679b28d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.135105342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b25fd4f-91d3-4cc1-9801-bbd9679b28d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.138680031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b25fd4f-91d3-4cc1-9801-bbd9679b28d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:47.923191926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"dc0d4843-0e12-46ca-9c47-cf11165cebc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:47.929790662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"dc0d4843-0e12-46ca-9c47-cf11165cebc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:47.934795542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"dc0d4843-0e12-46ca-9c47-cf11165cebc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.289574538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"dc0167f4-ff84-4772-bfde-32dfe372a1fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.296386759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"dc0167f4-ff84-4772-bfde-32dfe372a1fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.302293669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"dc0167f4-ff84-4772-bfde-32dfe372a1fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.494515265Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-sub","reconcileID":"3259cb08-21c5-40b5-8e7a-c0ac6b3500b5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.497171278Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-sub","reconcileID":"3259cb08-21c5-40b5-8e7a-c0ac6b3500b5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.500100399Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-sub","reconcileID":"3259cb08-21c5-40b5-8e7a-c0ac6b3500b5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.532104437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"5ee9dbc1-5197-4f83-9d89-4389b81c17c2","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.532933327Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.552898287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"093a102f-64e8-48b0-bfe9-9f73231f42ca","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.568811036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6e65b98b-72f6-4309-be84-7f71c55f3fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.569473355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"927c7306-0121-4f30-a727-fb369dca970e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.571334547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b2ff5797-8943-4955-b023-306117735f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.571380474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"6258e261-627f-414a-bd5c-5d64e1642e89","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.576694247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"927c7306-0121-4f30-a727-fb369dca970e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.578094295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6e65b98b-72f6-4309-be84-7f71c55f3fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.579154455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b2ff5797-8943-4955-b023-306117735f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.580271635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"6258e261-627f-414a-bd5c-5d64e1642e89","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.668053865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"fe4a1312-b6d7-4de6-a0a9-105fa3b81a83","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.67404764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"fe4a1312-b6d7-4de6-a0a9-105fa3b81a83","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.682072969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"af24a727-ed8f-42b3-8d4e-600366feef40","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.695759029Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-sub","reconcileID":"3f4cda06-f61f-43db-8cd5-ebae23eba2e6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-380ac2d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.865748069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"95555cff-897e-4385-8fc8-755e479caeae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.866183189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"e813c87c-8e7c-4cbc-840a-21f1c6cbd87a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.866555152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"768e120d-fc24-4621-b8c8-1628e53c2a2e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.868843875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"7e66a4d3-e213-4cd5-85d2-6b70f53bc5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.872732733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"95555cff-897e-4385-8fc8-755e479caeae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.875144533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"e813c87c-8e7c-4cbc-840a-21f1c6cbd87a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.875433034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"768e120d-fc24-4621-b8c8-1628e53c2a2e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.87736379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"7e66a4d3-e213-4cd5-85d2-6b70f53bc5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.952779261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"bc9210e2-0687-4c63-a32d-48271fc36f20","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.953804908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"708e8be7-d077-4c48-a683-e1e65ce4bdf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.957140281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"639e9a1b-2dfb-4fb3-977f-3fbfa0af0f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.963220962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"bc9210e2-0687-4c63-a32d-48271fc36f20","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.963466236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"708e8be7-d077-4c48-a683-e1e65ce4bdf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.963625814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"961ee797-d285-4c8b-b3e6-ac9e878ed0dc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.966058943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"639e9a1b-2dfb-4fb3-977f-3fbfa0af0f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.971747769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"961ee797-d285-4c8b-b3e6-ac9e878ed0dc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:54.489567849Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"dfb9d907-4572-419f-badf-087e8e03ebc4","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:54.51368819Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"f1593236-ea74-4f24-ab99-10eee692a075","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.919042148Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","namespace":"ai-tenant-e2e-ait-e04a4e0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.919106788Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","namespace":"ai-tenant-e2e-ait-e04a4e0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.919156362Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","tenant":"e2e-ait-e04a4e0c","tenantID":"e2e-ait-e04a4e0c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.923582292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"Deployment","name":"maas-api-e2e-ait-e04a4e0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.93507143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"Service","name":"maas-api-e2e-ait-e04a4e0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.964289634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e04a4e0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.981543676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e04a4e0c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:56.995765771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.001486447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.009282524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.014587829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.017660103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"Deployment","name":"payload-processing-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.01980601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.022411131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"Service","name":"payload-processing-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.024692435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"Service","name":"payload-pre-processing-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.030610646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.032752582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.035328687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.046329163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.048733715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.051234336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.053466218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e04a4e0c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.055527025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e04a4e0c"},"namespace":"ai-tenant-e2e-ait-e04a4e0c","name":"default-tenant","reconcileID":"5d3ea4cc-739b-48ea-a2a1-a89e33c3db69","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e04a4e0c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.153948275Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e04a4e0c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e04a4e0c","reconcileID":"1dc59cfd-983d-481e-b8b5-c4de218aa18c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e04a4e0c","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e04a4e0c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.28760579Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"4c4f6d74-0ec2-449f-a00e-028df1e7af26","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.449743962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8698f0-52f3-4646-8166-4986cbaa7de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.453492364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8698f0-52f3-4646-8166-4986cbaa7de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.457177286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8698f0-52f3-4646-8166-4986cbaa7de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.464753532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8698f0-52f3-4646-8166-4986cbaa7de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.728920087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a69cebd8-eeb1-4678-ace3-74d212f11776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.732116932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a69cebd8-eeb1-4678-ace3-74d212f11776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.735637897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a69cebd8-eeb1-4678-ace3-74d212f11776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.74403469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a69cebd8-eeb1-4678-ace3-74d212f11776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.947334593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e7035efe-b5e0-4745-90e4-b67f42b17ba3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.961276483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e7035efe-b5e0-4745-90e4-b67f42b17ba3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:57.971591696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e7035efe-b5e0-4745-90e4-b67f42b17ba3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.900109105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"30e83cc2-4016-477b-ad31-9dc773dd23df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.901762058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"289d78ec-49fe-4878-b1a3-be8b640f00c7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.904879787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"e36e0df3-bcbd-466a-8325-b6ebb2a56ced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.905794036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"aeac010d-1bbf-4fd8-8ad6-3721f5da12a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.910920594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"30e83cc2-4016-477b-ad31-9dc773dd23df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.928435536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"289d78ec-49fe-4878-b1a3-be8b640f00c7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.931020228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"aeac010d-1bbf-4fd8-8ad6-3721f5da12a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.937934278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"e36e0df3-bcbd-466a-8325-b6ebb2a56ced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.997051557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"9afba0dd-0645-4ca3-816f-59ee953715fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.998853561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"4d2e505d-78b2-478b-bc1a-b682a4428dd4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.999927098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"b9b124dc-0c9b-4fa9-8b78-e1fd2420a106","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.000594193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b0f8dc74-0a97-4772-882a-6faf40bd91d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.009060068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"9afba0dd-0645-4ca3-816f-59ee953715fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.009671446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"4d2e505d-78b2-478b-bc1a-b682a4428dd4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.013039348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"b9b124dc-0c9b-4fa9-8b78-e1fd2420a106","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.015315203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b0f8dc74-0a97-4772-882a-6faf40bd91d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.313617237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"feaefca0-edd8-4c6e-930b-c730177ba225","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.328139461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"feaefca0-edd8-4c6e-930b-c730177ba225","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.337948838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (532d1c523ce00d0943e5a2238bf3190978a694aa350f3a37c0957e9c064d741a) AuthConfig (ebded3194478ca5af599031cf03010d519705ca2095fa05e9c4aa77dbe89c2a7) AuthConfig (68da6163cc1d75da19cf8a5958968e159efa45f94104b4ae16f01de5f6bdc6eb) AuthConfig (be771097a635868c624b2c598fe4e4fd553593398da8199f6a0ae5fa49db7689) AuthConfig (ea46f0a49815f4480327c313d24753834a616b9a0cffd8390b42f1fe20a31c46) AuthConfig (fcd83637be98fe918a5602f6e980d73be7965b9a66f5b106ac1b5185c2eb7229) AuthConfig (38d8c9922c93ee2be8bb84e5f0bd2c624f8b6c16758660b6aaf3d3d4d915b9f5) AuthConfig (c6a1f9b8e2407f8a18b3b583e96d1fff349cdc633ff6749dcb1f492a7c501eb5) AuthConfig (81407b4a47468d0538791d7564dfaa6ffcb43f42a6cc0f03e4f8af16a60c7465) AuthConfig (c490d6c08f12a5fefb710c5f0da48b9bbc0fcca28aa81d73b898964fb56e3c15) AuthConfig (20bf2b526f899d1cfa0ba75ea3178b5de2a95c22afe220fa4bff876c7df88f06) AuthConfig (e3f0e9d11501ba16d86322079efb5d33f147d60014a6e2266bfc6978fa11117b) AuthConfig (673b62e33109315fd023329b28faee6d1112160b357a9e2e536126e12fd2e5c7) AuthConfig (c0ce9745877772ef4c3429d37ac7bef6c473d9502b400a5f8650296a1a416927) AuthConfig (e19169f8831b51666bd7599d1a94eb4d9b8a6ea0b24e2d95aa6ddbce842f65da) AuthConfig (3f5381a80ec2214abeab06c0d11171e4d0d48092989e71d5447c5e0347da8d2e) AuthConfig (52eca312b6c9301c5f96d7df31c6afdfd56670fbe77f774b5cd81958d52ced7d) AuthConfig (4b772bf97803f6ff16b0f1de366d40f9dbd408547e9fb2e74f9fa23d4b947bb0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"feaefca0-edd8-4c6e-930b-c730177ba225","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.350466531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"7b2b2f45-aeb7-47f9-995a-4d60a7d529b7","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:01.350495015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"7b2b2f45-aeb7-47f9-995a-4d60a7d529b7","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.428572172Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"651d6a6c-26ae-408b-8e0a-9ee35331fe7a","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.534774175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"e147a15c-ecab-40c1-a4b8-86a6c86aaf8f","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.554891697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87e8b9a-94c5-4747-a6a5-d84b6d2f334c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.557292925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87e8b9a-94c5-4747-a6a5-d84b6d2f334c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.560605908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87e8b9a-94c5-4747-a6a5-d84b6d2f334c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.563074061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87e8b9a-94c5-4747-a6a5-d84b6d2f334c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.737955094Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-sub","reconcileID":"f4de2cf8-bb09-4578-8eee-d031daf8182a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-2-w3-d3ca48","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.757024208Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-sub","reconcileID":"f4de2cf8-bb09-4578-8eee-d031daf8182a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-2-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.761074462Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-sub","reconcileID":"f4de2cf8-bb09-4578-8eee-d031daf8182a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/distinct-2-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.881074978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"f74afb56-345d-4261-9896-f46a6e5ae375","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.881194129Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.941548694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"689f30bf-4358-4fdb-97d6-6de65d2b126c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.941607319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"9d9b8137-31ec-4b15-9121-45b623e123f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.943280667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"a6f37134-bd2a-4817-84ab-dfcb41ade4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.943736353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"32a78dc3-15b8-4b20-9ba0-9653c7731f0a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.946844842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2696af3-53a5-4a7d-be08-bf552d3c9d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.947933099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"689f30bf-4358-4fdb-97d6-6de65d2b126c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.949748806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2696af3-53a5-4a7d-be08-bf552d3c9d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.949957449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"9d9b8137-31ec-4b15-9121-45b623e123f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.952372074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"a6f37134-bd2a-4817-84ab-dfcb41ade4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.952669907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"32a78dc3-15b8-4b20-9ba0-9653c7731f0a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.953773119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2696af3-53a5-4a7d-be08-bf552d3c9d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.956413711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2696af3-53a5-4a7d-be08-bf552d3c9d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.99665968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"c7004a6b-7369-4811-af90-ed8f11223c5d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.004681437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"c7004a6b-7369-4811-af90-ed8f11223c5d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.028072198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"f985d56b-dd67-40f0-bd09-fbcd5b288919","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.028096827Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-match-auth","reconcileID":"72d3fddb-cf38-4ba9-ba73-d575edf0d828","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.06965106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"6033cce2-be1a-4441-84e4-80eedce18062","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.29953322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"649c5252-7ebf-4e0d-8fbf-18eba28bb6c8","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.299564905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-model-nomatch-auth","reconcileID":"60666e90-3c07-4b7b-9de0-946b2ef5cbd2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-2-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.311428581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"90056189-f4f2-4eda-aa30-79abb48ec413","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.545579831Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"e19ca85a-be30-47b1-9e01-b3f0dbd3bd29","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.556402626Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c87701ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c87701ad","reconcileID":"89908f71-780a-44b5-bc6c-9ff605940afe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c87701ad","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-c87701ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.606676696Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"356370bb-a1f4-48d9-962b-22764b8f5f90","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.827456598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb72d9c-870e-4d4f-acdb-3f968bd4dd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.836077244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb72d9c-870e-4d4f-acdb-3f968bd4dd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.840954142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb72d9c-870e-4d4f-acdb-3f968bd4dd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.848293283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb72d9c-870e-4d4f-acdb-3f968bd4dd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:04.820767593Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"f778e85f-75c9-4590-a5b9-26ab4cdc0b86","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.574731297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"176f8aae-0882-45d1-bc0e-fc5df1584d9a","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.574805817Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.575310822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"93c40522-b9f0-4e2e-bdd8-6178813a7ee9","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.586225186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"ffe04129-c180-40cc-8c25-81d8e97a119c","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.586772721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"88301c68-f532-45a7-9540-e6d6f54f947a","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.588768044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"c2b64805-b13c-47cf-8167-50c83f1c1e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.589095899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"13d767cd-5c0a-4367-b600-de6fb04534f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:27:05.592698605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-sub","reconcileID":"a43b9321-c240-4027-a60d-bcfa98e264d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.597646235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"13d767cd-5c0a-4367-b600-de6fb04534f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.597659669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"c2b64805-b13c-47cf-8167-50c83f1c1e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.634181231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"c731e55b-77e8-4731-83db-033f4d0dd766","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.634759911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"68614db4-55df-4e7d-8310-4edc499a5513","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.642296879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"6e5e2cdf-f0e1-4be4-b0a4-3d10fb963ebb","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.64266708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"c3764d84-429d-47fb-bd6f-65c73f538787","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.671956718Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-sub","reconcileID":"c34ebee6-f90e-4f9d-bf23-43d16bdf31e7","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-d3ca48/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.685222293Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-sub","reconcileID":"c34ebee6-f90e-4f9d-bf23-43d16bdf31e7","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-w3-d3ca48","model":"distinct-w3-d3ca48","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.686903224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"94579ca4-32ab-4ffa-9c37-25d9aba677cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.687107514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"40328283-6560-41b7-b3d8-9b36dc958b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.695300185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"40328283-6560-41b7-b3d8-9b36dc958b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.696662706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"94579ca4-32ab-4ffa-9c37-25d9aba677cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.709261085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"4bb5a327-99a1-4a04-b21f-38081058f6cf","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.709790968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"3f862f67-ddb9-4e7e-aa63-ff2ccaf49cb4","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.760551487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"2f8bce73-c897-4257-8dc2-f8e3e750f15e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.760823547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-sub","reconcileID":"f1762909-7374-4355-b49a-a9383aaec885","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.776099882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-sub","reconcileID":"f1762909-7374-4355-b49a-a9383aaec885","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.783163342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"72a8ce1f-9d0a-4ce6-a4e9-6bc14a48fb10","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.791073288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"d730196e-41e1-4548-b723-e2a29e858829","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.805077784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-auth","reconcileID":"0b5e01d0-58a8-4825-8164-322365d5ce30","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.812448487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-auth","reconcileID":"0b5e01d0-58a8-4825-8164-322365d5ce30","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.913197757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"bbabc237-e4e1-4538-8e8a-6158c1abea11","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.927080987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-auth","reconcileID":"35033458-4c31-465a-b93a-47020fe1bb56","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:05.934754066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-auth","reconcileID":"35033458-4c31-465a-b93a-47020fe1bb56","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:06.839833079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"92eebfdb-f810-49e6-893d-2a01c83cc084","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:06.842801077Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-auth","reconcileID":"34672bba-9926-4845-8d25-dd796674ce4f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:06.854148231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"a7b9b2b5-76ec-47ca-8b99-870d20e68a32","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.085417021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"2259b519-512e-4162-840d-0a7271e4894c","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.085804629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"4db5ba13-d8b2-488f-9637-adef769b0808","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.099898646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"3b3b5183-8598-420f-970d-5258400a0191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.099950253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"846fe744-501e-4c0d-b9d8-0807d4e45225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.108732675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"846fe744-501e-4c0d-b9d8-0807d4e45225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.110269468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"3b3b5183-8598-420f-970d-5258400a0191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.982155494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c158589f-5add-4d6e-86fc-fa8246b799a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.98930062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c158589f-5add-4d6e-86fc-fa8246b799a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:07.995490341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86f68f178c39cbfc85bc6b63ac90e18cc999df03be30ea19652d0f426c8b3ba4) AuthConfig (7db398b00faad0520a7bcbb9cafd141310bc5fc9731fa54d36edcb631ee0f4d8) AuthConfig (4ef9dd477c6e4eb56c71d492369013fe2e865ee01bdec1d8859f2705322da6b5) AuthConfig (bb1bba15e21d2c579dbd75dd35119b6329897855dfde88b82801c0ed09c401b9) AuthConfig (aa28c474445c9fab08f81ec6ac16462f415a286579289e725e2461979c5f2b1d) AuthConfig (16e69cdc6cfa2d9f376a28a7c7040c0cc7d47773b66014135a49515a93e34733) AuthConfig (858978a0a2bd97e0bb8b3b87891ce592e85d13cd8eedac583d8ec25bc3451abb) AuthConfig (65998459c6a7ef2ff648413dc38c96b6159a45749641e2e2929eca775448f9d0) AuthConfig (d13c2d12e67d0746d4a3839b4bd240725aaea46955b10d95950d095d74ef002d) AuthConfig (4391d07c31cf1b23942c66dbaa71bcab484c562b46c27bcf22e48cfa1e13bf42)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c158589f-5add-4d6e-86fc-fa8246b799a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:08.006566318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"3888933a-d8e7-43f9-86c7-f3c92fd04a7a","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:11.35862383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"2b174d80-c8ed-40d7-9cb2-59ce5513408f","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:11.366385312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"2b174d80-c8ed-40d7-9cb2-59ce5513408f","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:11.373631454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (532d1c523ce00d0943e5a2238bf3190978a694aa350f3a37c0957e9c064d741a) AuthConfig (ebded3194478ca5af599031cf03010d519705ca2095fa05e9c4aa77dbe89c2a7) AuthConfig (68da6163cc1d75da19cf8a5958968e159efa45f94104b4ae16f01de5f6bdc6eb) AuthConfig (be771097a635868c624b2c598fe4e4fd553593398da8199f6a0ae5fa49db7689) AuthConfig (ea46f0a49815f4480327c313d24753834a616b9a0cffd8390b42f1fe20a31c46) AuthConfig (fcd83637be98fe918a5602f6e980d73be7965b9a66f5b106ac1b5185c2eb7229) AuthConfig (38d8c9922c93ee2be8bb84e5f0bd2c624f8b6c16758660b6aaf3d3d4d915b9f5) AuthConfig (c6a1f9b8e2407f8a18b3b583e96d1fff349cdc633ff6749dcb1f492a7c501eb5) AuthConfig (81407b4a47468d0538791d7564dfaa6ffcb43f42a6cc0f03e4f8af16a60c7465) AuthConfig (c490d6c08f12a5fefb710c5f0da48b9bbc0fcca28aa81d73b898964fb56e3c15) AuthConfig (20bf2b526f899d1cfa0ba75ea3178b5de2a95c22afe220fa4bff876c7df88f06) AuthConfig (e3f0e9d11501ba16d86322079efb5d33f147d60014a6e2266bfc6978fa11117b) AuthConfig (673b62e33109315fd023329b28faee6d1112160b357a9e2e536126e12fd2e5c7) AuthConfig (c0ce9745877772ef4c3429d37ac7bef6c473d9502b400a5f8650296a1a416927) AuthConfig (e19169f8831b51666bd7599d1a94eb4d9b8a6ea0b24e2d95aa6ddbce842f65da) AuthConfig (3f5381a80ec2214abeab06c0d11171e4d0d48092989e71d5447c5e0347da8d2e) AuthConfig (52eca312b6c9301c5f96d7df31c6afdfd56670fbe77f774b5cd81958d52ced7d) AuthConfig (4b772bf97803f6ff16b0f1de366d40f9dbd408547e9fb2e74f9fa23d4b947bb0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"2b174d80-c8ed-40d7-9cb2-59ce5513408f","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:11.697834671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"dbafe10b-3f80-4f7f-a080-1e5944fe159d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-c87701ad","tenantID":"e2e-ait-c87701ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:11.714481116Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"dbafe10b-3f80-4f7f-a080-1e5944fe159d","name":"e2e-ait-c87701ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:11.777440349Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:14.832890491Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"348520b3-ae9c-4eb7-8cb2-46d02e8c4c36","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.771130069Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-sub","reconcileID":"1b74e8ff-01c0-4025-b4d3-a59c5553b6c2","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.7717803Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"498f0951-9740-4497-84ed-f5a6eaa2240e","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.790403622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"50d3d0eb-b574-40fc-a9b3-496b1b3fe210","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.803171238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"50d3d0eb-b574-40fc-a9b3-496b1b3fe210","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.803938842Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"6e0d6bb5-145c-42df-8030-3411dc082803","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.807674742Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"50d3d0eb-b574-40fc-a9b3-496b1b3fe210","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.886874393Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-sub","reconcileID":"66d8da53-df72-4b89-ad38-1b4d771a1730","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.901132563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"21e324f0-faab-4680-9405-841f1545147b","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.901321328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"d5932b6f-655d-4c4a-86c4-9f2422e60a9d","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.90161874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"0ef44e77-7fb3-417d-acd3-27981a643b67","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.90113578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"dddb9c53-d1c3-46f3-8496-423621718851","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.904267549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"447a779d-8e78-485a-beb5-af8fa681553e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.909877663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"0ef44e77-7fb3-417d-acd3-27981a643b67","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.910094756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"21e324f0-faab-4680-9405-841f1545147b","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.912575977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"dddb9c53-d1c3-46f3-8496-423621718851","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.9127946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"447a779d-8e78-485a-beb5-af8fa681553e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.913512148Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"909ecb96-c98a-442e-80ad-152074b4f70a","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"routeName":"external-model-e2e-rot-6604e6-f1953848e215","namespace":"e2e-extmod-rot-user-ddebf9","model":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.914929081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"d5932b6f-655d-4c4a-86c4-9f2422e60a9d","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.917694857Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"dddb9c53-d1c3-46f3-8496-423621718851","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.923816807Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"447a779d-8e78-485a-beb5-af8fa681553e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.939641254Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"d5932b6f-655d-4c4a-86c4-9f2422e60a9d","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.946075742Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"ab208701-7404-441b-a2db-ff5d76ac9077","namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.95751465Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"7042b106-4a00-4a67-b5f4-94e5ec1cdbfa","MaaSModelRef":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.982071718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"c957df47-aff3-48b7-a361-1bb4b98d6ae8","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.991317708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"c957df47-aff3-48b7-a361-1bb4b98d6ae8","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.021498669Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-sub","reconcileID":"ad56c0bf-c264-4982-bc82-416be93fac49","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","error":"MaaSModelRef not found: e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.048753464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"11f8aa3b-d6a9-4e69-9b9d-ca1c0fcb4f05","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.053503679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"66c7121c-81a5-4990-8c5c-b47aaa4bd4b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.065276915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"11f8aa3b-d6a9-4e69-9b9d-ca1c0fcb4f05","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.072915057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"66c7121c-81a5-4990-8c5c-b47aaa4bd4b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.106022487Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-sub","reconcileID":"13995360-e498-490b-b830-70cf7547bab3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.14331135Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-sub","reconcileID":"13995360-e498-490b-b830-70cf7547bab3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.143432021Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-sub","reconcileID":"13995360-e498-490b-b830-70cf7547bab3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.157196281Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-sub","reconcileID":"13995360-e498-490b-b830-70cf7547bab3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.16487893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"1163c7b1-64b6-468a-bfbf-990466cdbbd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.193582816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"1163c7b1-64b6-468a-bfbf-990466cdbbd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.225739938Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"f69d00ec-3ff2-41a9-ab9b-d6efa62a418c","namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.271676501Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-partial-access-sub","reconcileID":"13995360-e498-490b-b830-70cf7547bab3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.294261942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"0b1fab64-a925-438c-9dbe-4a69b40777dd","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.292063296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"efef5e08-186e-4179-8e1b-ab00c1ef0513","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.279576858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"82c4f9ea-a290-4224-bee5-d1cad3eaad90","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.400794466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"b7674de7-d07b-437c-94b2-5ec3626d7e4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.411172911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"4638645e-7ee5-4b9f-8f23-46e2c466c344","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.411277574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"4638645e-7ee5-4b9f-8f23-46e2c466c344","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.428044282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"efef5e08-186e-4179-8e1b-ab00c1ef0513","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.433428714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"82c4f9ea-a290-4224-bee5-d1cad3eaad90","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.443276278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c43cf344-e38c-4cca-9e6e-530942747ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.513053643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"79dbf0b9-51fd-47e8-8c74-c13af0eac4f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.5285898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c43cf344-e38c-4cca-9e6e-530942747ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.532123856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"79dbf0b9-51fd-47e8-8c74-c13af0eac4f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.536104033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"033a1433-1462-44e0-8dd9-ab646b48794e","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.536665828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"7ff2f294-9689-4422-a9bf-d78de554d35d","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.537616828Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.560858935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"6e41a748-3743-4202-aa1a-ce42a9508ff5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.576492281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"6e41a748-3743-4202-aa1a-ce42a9508ff5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.586970938Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"6e41a748-3743-4202-aa1a-ce42a9508ff5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.665869602Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"e04f53eb-680e-40d4-bfe9-2119905bf634","namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.667917287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b94befd8-a794-42f3-b46a-ff73f238e755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.668000515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfc634a-27a9-4325-babc-5587be4595e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.686400462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b94befd8-a794-42f3-b46a-ff73f238e755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.686954997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bfc634a-27a9-4325-babc-5587be4595e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.760090791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c7bbd883-5c7a-4ac6-a870-6d98b939797d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.778919697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c7bbd883-5c7a-4ac6-a870-6d98b939797d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.783083585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"93fc878a-a5b8-490d-93fb-99fffc2efc30","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.786442613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"93f1b5f2-350c-4e3b-a7af-09ecbdaf2eaa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.793950657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"93fc878a-a5b8-490d-93fb-99fffc2efc30","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.794060378Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"93fc878a-a5b8-490d-93fb-99fffc2efc30","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.795209487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"93f1b5f2-350c-4e3b-a7af-09ecbdaf2eaa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.808623532Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"93f1b5f2-350c-4e3b-a7af-09ecbdaf2eaa","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.842430668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"c9a8ce23-fa2e-4931-9e4e-b8ae0b5b45c7","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.842458085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"c9a8ce23-fa2e-4931-9e4e-b8ae0b5b45c7","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.84369326Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.865593742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"ec288365-d372-4511-ab30-3c6048ad8fd5","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.86562047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"ec288365-d372-4511-ab30-3c6048ad8fd5","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:27:17.889592855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"22fc51d9-9cd8-4c42-8ea2-2826e040be18","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-88e9f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.892515629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79d6240c-f818-4121-aa1d-86c416f0b887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.892754532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0717a791-8ae9-4285-a83a-0913ec28bbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.892993648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1d70ab9b-d43d-42f7-b6eb-4c07e452f112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.901705318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0717a791-8ae9-4285-a83a-0913ec28bbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.90269558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1d70ab9b-d43d-42f7-b6eb-4c07e452f112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.903196094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"897e3a7a-49a8-4c4b-b29f-880c353e1f43","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.903975665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79d6240c-f818-4121-aa1d-86c416f0b887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.91091717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"83a79668-399f-4793-bd82-481367e7c6ab","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.910935133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"83a79668-399f-4793-bd82-481367e7c6ab","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.915808434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"897e3a7a-49a8-4c4b-b29f-880c353e1f43","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.91670418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"36afe539-1af3-459d-b42b-e2e240250fd6","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.916717668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"36afe539-1af3-459d-b42b-e2e240250fd6","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.933625926Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"6d7fb601-9256-4208-81e0-2c6f6261fb71","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-auth-test-model-8f8aa8","model":"auth-test-model-8f8aa8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-8f8aa8/e2e-auth-iso-88e9f7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.96856102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c111f39b-49e5-4e0b-8fff-195b563efc1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.972328732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"260eca66-396b-485b-8a55-9220393d1e61","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.974008938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d845789b-18d1-4874-bcc5-9b4754902195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.974029474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"697a7755-488f-4bf1-9474-152191c63ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.978563666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c111f39b-49e5-4e0b-8fff-195b563efc1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.979439009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"316ceb9d-6c14-4cb7-a039-7e79ccd8d510","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.979459239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"316ceb9d-6c14-4cb7-a039-7e79ccd8d510","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.984193218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d845789b-18d1-4874-bcc5-9b4754902195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.98427699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"260eca66-396b-485b-8a55-9220393d1e61","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.986881276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"697a7755-488f-4bf1-9474-152191c63ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.043868005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"66f2eff8-a1cb-412f-a438-fc1928ecc933","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-auth-test-model-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.149315684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"b24b5436-da28-4c74-bf3a-b0fd8afb13f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.17140555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"b24b5436-da28-4c74-bf3a-b0fd8afb13f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.252009868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"dd1182ae-7e98-44d8-b3a2-4f5b096b16a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.253873567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"92e5011f-e31b-459f-b341-cb224f7309b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.260042209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"de190d8f-9083-4db1-b4b8-9685cc0cbef7","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.264122425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"dd1182ae-7e98-44d8-b3a2-4f5b096b16a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.267619052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"92e5011f-e31b-459f-b341-cb224f7309b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.271882901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"de190d8f-9083-4db1-b4b8-9685cc0cbef7","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.275211975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"76e5d05d-a96b-4af2-9d42-de36aa507d2e","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.286545194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"76e5d05d-a96b-4af2-9d42-de36aa507d2e","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.3583836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"8d503422-aefd-48fc-9f16-b5ed9ab7a48d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.36069733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"7b6a0cbe-dadd-4647-9202-6da32a325109","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.36150885Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.366842928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"8d503422-aefd-48fc-9f16-b5ed9ab7a48d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.371911412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"93196784-39f3-4d56-b684-872f6c1472c5","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.376229565Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"8d503422-aefd-48fc-9f16-b5ed9ab7a48d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:27:18.381527255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-sub","reconcileID":"82c9c0a2-7372-4528-9c83-13c5db9c7132","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.407242379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"c582f8c3-7d4f-4971-b0c2-b48b327a6cdb","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.419279938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"d50bd514-23ad-4031-97a1-4e55cbab62c1","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.445266172Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-sub","reconcileID":"928eb736-2863-4407-80e3-6f29e23b4b1c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-w3-d3ca48","model":"distinct-w3-d3ca48","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-d3ca48/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.469661645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eb844ea-78c0-4197-a811-9d8eda87620f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.469673217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"90e69e8e-def4-4b40-8b1f-f330dc1d9004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.47142823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"867b88cd-29f3-4fa7-9dbb-2bcfc6e72385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.471500307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3df2e147-928a-42a1-80bb-584346b90c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.47649131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"90e69e8e-def4-4b40-8b1f-f330dc1d9004","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.476843903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eb844ea-78c0-4197-a811-9d8eda87620f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.477138836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"ef53e33f-5d23-4610-8bcc-6b0484a03e70","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.480702468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3df2e147-928a-42a1-80bb-584346b90c9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.482082698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"867b88cd-29f3-4fa7-9dbb-2bcfc6e72385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.57721589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-sub","reconcileID":"112248e2-fc8e-4e01-98bb-2af0e4ca531f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.580870234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"b9d3ee2e-ba2c-4fb2-892c-19b1b4abf616","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.58921854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"b881cf80-c705-4cd6-b43c-b8a88ac7e171","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.602447772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-auth","reconcileID":"f16de0ce-f71e-4c0a-9282-49e943b99cb8","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.609396076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-auth","reconcileID":"f16de0ce-f71e-4c0a-9282-49e943b99cb8","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.764090653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"e009645c-41bf-4cb5-a22a-1068aac146dc","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.78026623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-auth","reconcileID":"d35897e4-beac-440a-8d18-aa9ea97ec63f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:18.78760171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-auth","reconcileID":"d35897e4-beac-440a-8d18-aa9ea97ec63f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.257660433Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"ff4684e0-17ad-4f92-b8ca-bada116363d6","namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.264170426Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-6604e6","namespace":"e2e-extmod-rot-user-ddebf9"},"namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","reconcileID":"6f42b986-e9f1-4fa9-b97a-9b52264a56cf","namespace":"e2e-extmod-rot-user-ddebf9","name":"e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.348532061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f7f95a-85d3-45f2-8af7-ed62868a8bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.350797824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5498fa9a-893a-4f88-8531-5303ee15d75e","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.356743221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9cb1fb29-c1a2-4399-8d11-bc07b48d04a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.362437471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f7f95a-85d3-45f2-8af7-ed62868a8bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.362816107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-auth","reconcileID":"4bca44da-b99f-48bb-981e-fce7aa2c7f81","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.364092608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5498fa9a-893a-4f88-8531-5303ee15d75e","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.366450022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9cb1fb29-c1a2-4399-8d11-bc07b48d04a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.370282957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-auth","reconcileID":"4bca44da-b99f-48bb-981e-fce7aa2c7f81","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.371434988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"861b1de1-9d61-430b-83ad-87ff9ec5b907","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.379129516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"861b1de1-9d61-430b-83ad-87ff9ec5b907","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.383591151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c706ab10-69d0-4d9e-b50e-c411bff8075e","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.384423679Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"861b1de1-9d61-430b-83ad-87ff9ec5b907","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.385118545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e56cc90d-2076-41dd-a3e2-9373d1b3f921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.389597357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c706ab10-69d0-4d9e-b50e-c411bff8075e","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.390788826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f7322238-4fdc-48d3-92a0-f77fe994e32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.392258847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e56cc90d-2076-41dd-a3e2-9373d1b3f921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.438833147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"ca1df0fa-160d-4f1d-8901-628eebccd05c","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.4423008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f7322238-4fdc-48d3-92a0-f77fe994e32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.461081212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a76ce031-89a3-4a09-9ecd-27f46dd4ca03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.462274526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"ca1df0fa-160d-4f1d-8901-628eebccd05c","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.474912803Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"ca1df0fa-160d-4f1d-8901-628eebccd05c","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.475415935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a76ce031-89a3-4a09-9ecd-27f46dd4ca03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.505560402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"9417705c-31ad-4321-8e9e-4e921635acbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.513458623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f68e9eb5-6cb1-4c28-b7ed-a48e77e6aae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.514203547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"821c44c4-ddd5-4787-a760-b36b5a508371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.517996393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"9417705c-31ad-4321-8e9e-4e921635acbf","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.521873505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f68e9eb5-6cb1-4c28-b7ed-a48e77e6aae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.521915883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"821c44c4-ddd5-4787-a760-b36b5a508371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.526029514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"33b5bb21-07a3-4f8a-9d7a-4ea547eff067","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.549727286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"33b5bb21-07a3-4f8a-9d7a-4ea547eff067","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.551372856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"d1718ff2-9d44-4d0a-bf51-c5d46536f7fa","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.581201628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"d1718ff2-9d44-4d0a-bf51-c5d46536f7fa","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.640015279Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rot-6604e6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.653946707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"3ca2f84c-6468-40c8-917a-3fdb677cd4c1","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:27:19.658615818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"b42727c7-2a50-4b69-a79e-4340838dd065","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-e9b74b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.671494899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"272a217d-6fc3-4e74-8fcc-3eff6ef831cc","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:27:19.686666628Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"272a217d-6fc3-4e74-8fcc-3eff6ef831cc","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:27:19.686731643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"272a217d-6fc3-4e74-8fcc-3eff6ef831cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.686859969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"ca985f0d-f9ce-49ec-b8cb-e03e14e090a8","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.68903527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f13ef3e4-3ff2-4892-a83a-674108978d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.69006785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"e57f1e72-7d49-4e96-abcc-c2cecc983f09","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.692112944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6963fe19-b609-4bac-be8f-0ceaba501ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.696737387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f13ef3e4-3ff2-4892-a83a-674108978d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.697027944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"05b56de4-b71a-4e7e-94e9-0045ca01362f","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.699812669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"01a86e75-a8cf-4b3a-8967-dd1d32094571","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.700066302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6963fe19-b609-4bac-be8f-0ceaba501ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.705891556Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"9214b90c-1ff0-49b9-a541-07e0c78367df","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.708850416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"01a86e75-a8cf-4b3a-8967-dd1d32094571","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.728069057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"5301b7fc-264c-4ce2-b980-216a0c5284c3","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.785873178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9db3d825-c561-4b42-857f-2bbb75d963b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.787476231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02dab431-92fd-4075-ab32-9b2ed0370d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.788813797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-auth","reconcileID":"127493fb-1125-4d42-bc05-d768f385e84d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.791293575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9acb8342-82bb-477c-848d-505b6efc1415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.794567307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9db3d825-c561-4b42-857f-2bbb75d963b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.795564856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02dab431-92fd-4075-ab32-9b2ed0370d67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.8346587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-auth","reconcileID":"127493fb-1125-4d42-bc05-d768f385e84d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.844088479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"0d5ba44b-d520-4a15-89c8-86ebe35eab8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.861682338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9acb8342-82bb-477c-848d-505b6efc1415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.865840032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"0d5ba44b-d520-4a15-89c8-86ebe35eab8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.867382953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"17555992-07fd-4de4-9f36-ca97864f294e","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.872286604Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"0d5ba44b-d520-4a15-89c8-86ebe35eab8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.882721464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"72539c05-160a-4377-a4bd-509136d22032","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.884283912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"934a6710-00a8-4977-b51d-57673d533d40","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.890256805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"72539c05-160a-4377-a4bd-509136d22032","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.891354865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"934a6710-00a8-4977-b51d-57673d533d40","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.89880788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"b26c141a-44ee-4662-867e-b99c8343100a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.935854559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"b26c141a-44ee-4662-867e-b99c8343100a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.953462051Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"b26c141a-44ee-4662-867e-b99c8343100a","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.731702711Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-auth","reconcileID":"7be4f2ae-f90a-41ad-a6c6-c12b00fb3e36","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-2-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.731829726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"a758cc32-2b1c-45a1-b07e-167f19712a8d","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.775841362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"aa47a1ca-9932-4bfc-bb4a-343eb78a0738","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.039984225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"9269736f-563e-43fb-bf05-8ea09da184bf","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.056255383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"78908c93-9010-45c5-944c-c1956bbf1508","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.147136064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"60333cba-2a47-450b-96d9-905fbeb30457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.156389491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"25d723d5-f44e-43e4-b2d3-ff32a8aa44f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.162540847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"60333cba-2a47-450b-96d9-905fbeb30457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.171267162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"25d723d5-f44e-43e4-b2d3-ff32a8aa44f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.294816714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fbaa1b-8e44-49e0-9d59-23a874283b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.297952638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fbaa1b-8e44-49e0-9d59-23a874283b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.303437126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fbaa1b-8e44-49e0-9d59-23a874283b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.312006985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fbaa1b-8e44-49e0-9d59-23a874283b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.499089974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bd4133-3d5a-4748-822a-e29810c570ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.503195388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bd4133-3d5a-4748-822a-e29810c570ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.507975062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bd4133-3d5a-4748-822a-e29810c570ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.540709813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bd4133-3d5a-4748-822a-e29810c570ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:24.624396493Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"b2b63dd0-1c1d-4c56-879f-a2bae2b12c8f","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:24.637405484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"ce704b3a-2975-4304-9288-2089ede44e1d","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:24.743216868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b5b7ec-b853-4f6e-b293-c7ad04215dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:24.747863838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b5b7ec-b853-4f6e-b293-c7ad04215dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:24.756531267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b5b7ec-b853-4f6e-b293-c7ad04215dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:24.762567722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b5b7ec-b853-4f6e-b293-c7ad04215dd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:24.97413575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3543f76e-b04c-437c-aeb3-08b1660445d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:25.042608988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3543f76e-b04c-437c-aeb3-08b1660445d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:25.045750681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3543f76e-b04c-437c-aeb3-08b1660445d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:25.048641495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3543f76e-b04c-437c-aeb3-08b1660445d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:25.303505691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926988b6-8dad-46e3-aeb9-53f9eab4f4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:25.307577448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926988b6-8dad-46e3-aeb9-53f9eab4f4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:25.310787341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926988b6-8dad-46e3-aeb9-53f9eab4f4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:25.335268495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926988b6-8dad-46e3-aeb9-53f9eab4f4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.484926215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"9ab11973-01b4-4c57-a5dd-8df593b0cf97","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.484929532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"a9b9d176-046f-492c-bda6-5ca3da47df10","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.488130439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"1927c330-d15d-4a45-b21a-f0934c6f0643","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.496459708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"82b5d68a-47cd-446b-a707-bcd6f9373b59","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.496582945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"d7c2fc43-a62e-4635-a83c-7f73365ab3d8","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.500763959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"9ab11973-01b4-4c57-a5dd-8df593b0cf97","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.501459816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"1927c330-d15d-4a45-b21a-f0934c6f0643","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.505468472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"a9b9d176-046f-492c-bda6-5ca3da47df10","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.505500066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"82b5d68a-47cd-446b-a707-bcd6f9373b59","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.507884942Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"9ab11973-01b4-4c57-a5dd-8df593b0cf97","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.508923739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"d7c2fc43-a62e-4635-a83c-7f73365ab3d8","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.514852376Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"a9b9d176-046f-492c-bda6-5ca3da47df10","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.576971023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"751a6119-3e26-4dc3-8833-dd4de3003d18","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.584738217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"751a6119-3e26-4dc3-8833-dd4de3003d18","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:26.59147301Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"751a6119-3e26-4dc3-8833-dd4de3003d18","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.143020105Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-sub","reconcileID":"0fa916a1-236c-4c09-b946-b6b8ed166f63","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.145804778Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-sub","reconcileID":"0fa916a1-236c-4c09-b946-b6b8ed166f63","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.149145892Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"e2e-no-access-sub","reconcileID":"0fa916a1-236c-4c09-b946-b6b8ed166f63","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/distinct-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.179096154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"2c696dbe-4832-43a4-9c39-e1db72bd7a72","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.17951742Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.190778051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"fb45bdef-deb9-40f0-8bf2-c0dea2b9aa88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.192656346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b6338551-7428-4a76-abff-0f76ce68e695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.198504804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"fb45bdef-deb9-40f0-8bf2-c0dea2b9aa88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.204358065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b6338551-7428-4a76-abff-0f76ce68e695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.210072365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"d8e92e29-57cb-4f5d-89b0-8684535f8afd","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.210093685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"d8e92e29-57cb-4f5d-89b0-8684535f8afd","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.224149854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"39be7d3b-ab4f-438b-86a8-88f2d3aa1536","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.224180157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"39be7d3b-ab4f-438b-86a8-88f2d3aa1536","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.233545525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"87d1942b-fd67-4102-b8bd-717f99c68d88","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.233573027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"87d1942b-fd67-4102-b8bd-717f99c68d88","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.644740986Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"37567c1b-7a9f-409f-919b-6a4b88288a6d","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.677876248Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"94a9d768-fbbf-4088-85e2-a94ac5ab42c7","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.468641062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-sub","reconcileID":"f9222980-d1cc-452c-bc06-f873a6cd6f28","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","subscription":"e2e-rot-6604e6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.468788543Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-sub","reconcileID":"f9222980-d1cc-452c-bc06-f873a6cd6f28","MaaSSubscription":{"name":"e2e-rot-6604e6-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","error":"MaaSModelRef not found: e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.600981207Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-recover-eeb537-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.638871959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"121fb925-5679-48e0-82a1-2016e25387a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.639016513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"dba7b57d-98fc-4a7a-8136-410cdfe3bf9d","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.639458638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"9227c051-4647-4c8b-a2c4-db04e9d89718","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.639469196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"49945ba5-8a1d-4edc-bc26-86fd482df8ec","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.641231188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"6fbbc72d-a9ad-48e8-a51f-666979125479","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.646658677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"121fb925-5679-48e0-82a1-2016e25387a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.646774273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"dba7b57d-98fc-4a7a-8136-410cdfe3bf9d","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.650396367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"9227c051-4647-4c8b-a2c4-db04e9d89718","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.650549242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"49945ba5-8a1d-4edc-bc26-86fd482df8ec","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.653613635Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"dba7b57d-98fc-4a7a-8136-410cdfe3bf9d","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.653621985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"6fbbc72d-a9ad-48e8-a51f-666979125479","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.657688331Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"49945ba5-8a1d-4edc-bc26-86fd482df8ec","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.725712561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"16e9ad94-837d-487b-b3d0-81ef35bae623","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.73228478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"16e9ad94-837d-487b-b3d0-81ef35bae623","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.7375242Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"16e9ad94-837d-487b-b3d0-81ef35bae623","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:36.75763353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rot-6604e6-access","reconcileID":"8768657c-b1a4-4b59-af06-b633762bc327","MaaSAuthPolicy":{"name":"e2e-rot-6604e6-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rot-user-ddebf9/e2e-rot-6604e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:37.337259058Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"08e2209b-b050-4914-b816-94c4ab34ca2b","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:37.442855076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"7deebca5-81ff-4c54-ad99-8892c72a1a30","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:37.469486129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"907602bf-de37-4985-92ea-ad0f4752adc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:37.479962613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"907602bf-de37-4985-92ea-ad0f4752adc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:37.489695635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"907602bf-de37-4985-92ea-ad0f4752adc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:37.536051499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"907602bf-de37-4985-92ea-ad0f4752adc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:37.945332871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc6350a-9505-4dfd-be6b-56df31c10144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:37.99965747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc6350a-9505-4dfd-be6b-56df31c10144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.016901099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc6350a-9505-4dfd-be6b-56df31c10144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.02100023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc6350a-9505-4dfd-be6b-56df31c10144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.074037027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"306c362e-fb8f-41eb-9c30-5ec9593e5248","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.074828787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"c8ea17c1-fce8-4d68-b64e-bfc5cd0a93f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.075666852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"3967098c-6e08-44c7-99eb-6f1f816dbe81","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.079993078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"2635536b-3659-475b-8e5d-805c8f267aa4","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.087923369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"a1e496b5-3220-40f2-9689-042342799d27","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.102204048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"306c362e-fb8f-41eb-9c30-5ec9593e5248","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.11832524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"c8ea17c1-fce8-4d68-b64e-bfc5cd0a93f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.126080446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"3967098c-6e08-44c7-99eb-6f1f816dbe81","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.130299694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"a1e496b5-3220-40f2-9689-042342799d27","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.134286377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"2635536b-3659-475b-8e5d-805c8f267aa4","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.15777292Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"306c362e-fb8f-41eb-9c30-5ec9593e5248","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.174847636Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"c8ea17c1-fce8-4d68-b64e-bfc5cd0a93f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.600939187Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"020713be-d08b-454d-af47-d35a81c65460","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.616691639Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a62d22","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a62d22","reconcileID":"f5e71667-aaf5-4949-8671-1f620cf634a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a62d22","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a62d22":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:38.880199872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"f4bf2a23-51ac-4e8f-9670-162129ebc6a1","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.023873474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"d8f316f5-f31b-45d0-9d68-5089ad302f3e","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.102581465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"8947ab2c-5a61-4125-825a-ce84de645296","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-auth-test-model-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.103079869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"a133af17-1715-48d2-bde8-c61557c61a7c","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.181506522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadd4b0c-c2e2-4e6d-a69e-d2eae207d316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.182591187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"2ebbef02-57bd-4026-bc5a-cf31ec16ace8","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.182609011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"2ebbef02-57bd-4026-bc5a-cf31ec16ace8","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.311008111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadd4b0c-c2e2-4e6d-a69e-d2eae207d316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.325184653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadd4b0c-c2e2-4e6d-a69e-d2eae207d316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.330214224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadd4b0c-c2e2-4e6d-a69e-d2eae207d316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.957460869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"8e38b857-1616-4154-bab7-02143a9a3d9e","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.957488235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"8e38b857-1616-4154-bab7-02143a9a3d9e","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.966562802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"8490ef8a-b279-4dcc-9f03-062b3c763e84","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.966587226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"8490ef8a-b279-4dcc-9f03-062b3c763e84","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:39.984712617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"7dd545dc-2833-45a4-8a58-c38f40c4b14e","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.02698532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"7dd545dc-2833-45a4-8a58-c38f40c4b14e","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.034287758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"7dd545dc-2833-45a4-8a58-c38f40c4b14e","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.089395604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"8db8ed05-dc30-4045-b426-f9a861f17897","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.089551899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"8db8ed05-dc30-4045-b426-f9a861f17897","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.102824292Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"bd7044f6-7e7e-470c-8884-5ff1ec72d685","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.177263694Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","namespace":"ai-tenant-e2e-ait-c87701ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.177410547Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","namespace":"ai-tenant-e2e-ait-c87701ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.177530148Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","tenant":"e2e-ait-c87701ad","tenantID":"e2e-ait-c87701ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.195202906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"Deployment","name":"maas-api-e2e-ait-c87701ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.2272606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"Service","name":"maas-api-e2e-ait-c87701ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.242708486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"89ef41d0-087c-4772-974e-028237a6cfd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.243240595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-c87701ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.260377274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-c87701ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.270657571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"89ef41d0-087c-4772-974e-028237a6cfd4","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.271776832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.28808661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.310645429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.338797151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.344608641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"Deployment","name":"payload-processing-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.356586637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.367765628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"Service","name":"payload-processing-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.375220084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"Service","name":"payload-pre-processing-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.379042349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"DestinationRule","name":"payload-processing-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.421149334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.449087042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e737fef6-0f86-4f24-9c37-2ccf07bdf72f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.449439245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8a1542bb-8b2b-4e65-910c-cb167add9da9","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.449521607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.516993688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.519613343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e737fef6-0f86-4f24-9c37-2ccf07bdf72f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.587893848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8a1542bb-8b2b-4e65-910c-cb167add9da9","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.639891962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.648961512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.665831902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-c87701ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:40.67861475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-c87701ad"},"namespace":"ai-tenant-e2e-ait-c87701ad","name":"default-tenant","reconcileID":"6658d426-62c3-49ff-9567-b430b3e36d12","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-c87701ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:41.126494968Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-c87701ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-c87701ad","reconcileID":"40f56cb1-cd99-4787-91ef-40be1af2a494","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-c87701ad","removed":["maas.opendatahub.io/gateway-access-e2e-ait-c87701ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:41.245778941Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"c7daf318-00f2-435a-8156-7dfe5701c261","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:41.622622466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35754a2c-3c37-4599-88e0-cdcfaa214397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:41.632865118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35754a2c-3c37-4599-88e0-cdcfaa214397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:41.65771728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35754a2c-3c37-4599-88e0-cdcfaa214397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:41.664591132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35754a2c-3c37-4599-88e0-cdcfaa214397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:41.790885581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:42.294114574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1aa6c8-02bb-4523-a9da-e76a7d12f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:42.314960696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1aa6c8-02bb-4523-a9da-e76a7d12f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:42.318892439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1aa6c8-02bb-4523-a9da-e76a7d12f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:42.351681644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1aa6c8-02bb-4523-a9da-e76a7d12f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:44.276592877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"bc880a7a-b35e-44f7-8c05-e6ff9c1609ec","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:44.277310354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"bc880a7a-b35e-44f7-8c05-e6ff9c1609ec","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:44.320040974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"82d006ed-0891-4edb-a165-e8fe6f39079b","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:44.358253102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"82d006ed-0891-4edb-a165-e8fe6f39079b","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:44.379060734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"82d006ed-0891-4edb-a165-e8fe6f39079b","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.652976679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"fbe81d44-5d74-48e2-841b-82c7f93badff","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.653006494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"fbe81d44-5d74-48e2-841b-82c7f93badff","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.679453917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"a0a30076-adcd-41e0-9136-a00a2998b802","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.691036142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"a0a30076-adcd-41e0-9136-a00a2998b802","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.698201694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"a0a30076-adcd-41e0-9136-a00a2998b802","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.040392288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"1bbd5241-0948-41f5-ad76-036f688911e1","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","subscription":"e2e-rec-recover-eeb537-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.040567577Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-sub","reconcileID":"1bbd5241-0948-41f5-ad76-036f688911e1","MaaSSubscription":{"name":"e2e-rec-recover-eeb537-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.160625684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub ai-tenant-e2e-extmod-b-7c192b/e2e-rec-ctrl-13a59f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.185105399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"a5a2ca4f-f6e9-49ed-8a49-d755f9aac7e9","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.185139433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"a5a2ca4f-f6e9-49ed-8a49-d755f9aac7e9","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.185593836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"bce03d2d-a2ae-46dd-baff-d5ebd8f024e8","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.189943112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"5a4e6f99-003a-4671-b00d-e5cd4add4602","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.193709941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"2e7e14f9-2ed8-41df-8a10-93237279fdb2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.194296014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"54ceda4d-a759-4851-8bf6-8e2ac9a4affa","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.19486153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"d7290546-5971-45c6-b2bd-504bfa3de87e","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.195696381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"82c72be9-659d-49cc-91f1-3f51cb249161","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.195718065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"82c72be9-659d-49cc-91f1-3f51cb249161","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.195769128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"bce03d2d-a2ae-46dd-baff-d5ebd8f024e8","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.199546947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"5a4e6f99-003a-4671-b00d-e5cd4add4602","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.203164088Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"bce03d2d-a2ae-46dd-baff-d5ebd8f024e8","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.204809732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"54ceda4d-a759-4851-8bf6-8e2ac9a4affa","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.207221702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"2e7e14f9-2ed8-41df-8a10-93237279fdb2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.207864091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"a0fec8fe-ee37-4886-9bf9-275b4f167736","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.207880143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"a0fec8fe-ee37-4886-9bf9-275b4f167736","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.235776668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"d7290546-5971-45c6-b2bd-504bfa3de87e","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.237007701Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"2e7e14f9-2ed8-41df-8a10-93237279fdb2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.307172327Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-recover-eeb537-access","reconcileID":"47a3eb3d-2b6c-449e-95ee-3ca580101ef6","MaaSAuthPolicy":{"name":"e2e-rec-recover-eeb537-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-noaccess-5e70d9/e2e-rec-recover-eeb537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.798473962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"0ca67171-d698-4838-8b4c-e6d4f593363d","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.800690984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"32a9bd61-b337-407b-b926-9ad07553811d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.801204992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"8a333baf-fded-4cbc-8b53-f6b5d1d5c75a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.801368204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"fe81249f-68b9-4807-8d91-3d373e293b43","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.806454588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"0ca67171-d698-4838-8b4c-e6d4f593363d","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.807134998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"32a9bd61-b337-407b-b926-9ad07553811d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.80890925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"8a333baf-fded-4cbc-8b53-f6b5d1d5c75a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.809501734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"fe81249f-68b9-4807-8d91-3d373e293b43","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.813476089Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"32a9bd61-b337-407b-b926-9ad07553811d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.996456174Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"29bec83d-b119-4658-8839-c866e668e0b4","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.23829185Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"b9583020-25aa-404c-a046-de501a149000","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.279196106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9a2826-5f54-49bf-93cf-bc942e5afe7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.281692664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9a2826-5f54-49bf-93cf-bc942e5afe7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.283979817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9a2826-5f54-49bf-93cf-bc942e5afe7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.286964703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9a2826-5f54-49bf-93cf-bc942e5afe7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.499021341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9491deae-f3b1-417c-88ab-a874f065ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.501739001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9491deae-f3b1-417c-88ab-a874f065ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.504247406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9491deae-f3b1-417c-88ab-a874f065ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.507047766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9491deae-f3b1-417c-88ab-a874f065ee8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.696285186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b7aa5d-5de9-480f-b067-019d15924656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.698921045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b7aa5d-5de9-480f-b067-019d15924656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.701416316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b7aa5d-5de9-480f-b067-019d15924656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.70463382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b7aa5d-5de9-480f-b067-019d15924656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.25301874Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"87b434f6-2b29-45e4-b684-448322726830","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.267412946Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-ef15d972","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-ef15d972","reconcileID":"939f1ead-9b4e-421b-88b3-2f13ef25d300","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-ef15d972","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-ef15d972":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.305778358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"b6c9a579-6763-4c76-8c56-f1b4c9292d2a","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.495111573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c9ea24-ca47-4b9f-beb8-ba98cebd62c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.50174763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c9ea24-ca47-4b9f-beb8-ba98cebd62c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.505306623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c9ea24-ca47-4b9f-beb8-ba98cebd62c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.512612918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c9ea24-ca47-4b9f-beb8-ba98cebd62c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.849093085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"d73cecf8-6897-40b9-a103-4ff98b07eb15","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.868712855Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"d73cecf8-6897-40b9-a103-4ff98b07eb15","name":"e2e-extmod-a-a62d22-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:52.564243861Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"c925484c-b2d3-47e7-b551-74c086b3a861","MaaSModelRef":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.311019152Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989","reconcileID":"5b11831f-9f13-4a6f-b28c-fef8dc8d7c70","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.324754386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"940ab1eb-aaa5-44ce-88ba-dac64664c2a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.324765578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"705c4cee-6793-46d8-95c7-2a1c3d9f22e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.325325879Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989","reconcileID":"7e36b641-5856-4dd8-a9f2-dbd6362739e9","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.328040713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f241d00f-1ffd-4c98-988f-c7e29d0eb4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.328204624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"d1b1c807-51d3-444f-bfa5-bee7bc2f92cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.334573431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"264bcdc0-3910-4d73-82b8-eec6835d81ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.335217301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"940ab1eb-aaa5-44ce-88ba-dac64664c2a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.338132671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f241d00f-1ffd-4c98-988f-c7e29d0eb4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.340442777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"705c4cee-6793-46d8-95c7-2a1c3d9f22e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.34330343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"d1b1c807-51d3-444f-bfa5-bee7bc2f92cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.345278522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"264bcdc0-3910-4d73-82b8-eec6835d81ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.346595336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"940ab1eb-aaa5-44ce-88ba-dac64664c2a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.351299036Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"264bcdc0-3910-4d73-82b8-eec6835d81ce","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.370672247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fd80ebf-9667-48c4-97ec-1a64c37ad3a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.371179377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"dc81c731-6563-46e6-8d05-3d6dfd5e2074","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.379928137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fd80ebf-9667-48c4-97ec-1a64c37ad3a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.386741194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"84d151ef-f606-45f4-b3dd-71e107e31a79","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.398085637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"4f125f4e-a682-4b72-a22b-34d2bc59f54b","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.398089547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"da386614-ef8a-40b7-83dd-d44fa41f58fa","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.39880234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"669c8472-8731-4cee-9ede-fc9f9aeb8eee","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.437908642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"b87358a9-5440-49c8-ab59-277817bfa545","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.463577079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ae6034cb-7760-433b-b7cd-1258135b44d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.470888368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ae6034cb-7760-433b-b7cd-1258135b44d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.5358314Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"405d0fb5-f2b9-4a16-ae0f-79a8b9035e53","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.574752431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e5cfed5f-42f5-410d-ab50-0d3a8f0f0e71","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.589877084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fa8d73ff-c4c2-43e0-bdc5-a845538ac899","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.59279974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"902ed324-aa11-4d3c-98d7-7958a12d9dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.596789578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e5cfed5f-42f5-410d-ab50-0d3a8f0f0e71","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.607692834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d223fb65-7a81-4954-908e-f5fa54f9af63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.63327117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fa8d73ff-c4c2-43e0-bdc5-a845538ac899","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.637484998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d223fb65-7a81-4954-908e-f5fa54f9af63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.640648349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"902ed324-aa11-4d3c-98d7-7958a12d9dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.675215333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1149a072-d8af-4124-96cf-f383e56957f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.693612217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"4a0a5114-5d25-4561-a915-0c35515107a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.699175106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1149a072-d8af-4124-96cf-f383e56957f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.700158942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"cc882276-fc81-47b6-adaf-742308de1af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.703737286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a0938fb0-bd15-4335-9650-62d0c41d093c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.704180582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"56b9b73f-161a-40e6-b409-fa20ed3279a8","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.70555419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"4a0a5114-5d25-4561-a915-0c35515107a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.710665915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"cc882276-fc81-47b6-adaf-742308de1af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.739199964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"56b9b73f-161a-40e6-b409-fa20ed3279a8","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.743008593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a0938fb0-bd15-4335-9650-62d0c41d093c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.771186974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"ac50e2c6-bc5b-42ab-a7cf-21d6056732bd","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.787523102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"4e3e9004-2563-4c8f-b0cf-3da62c4c3dc0","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.805363651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"aa59b04c-ebaa-4c82-adea-8d201c6b7fc0","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.806330395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"9abe2297-e603-41bd-861a-f2232b3b44b0","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.808919492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"319d255b-a465-48c3-a6a1-3148a268e3e7","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.873031281Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"0b0aac96-5ec7-4571-88ea-7889acbbcf26","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.87883711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"a7703e59-ab9f-48b0-81ee-e7807b76fccd","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.892106764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"619faf2f-30f8-4013-b822-3984e67df3d7","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.892926171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"a2bac995-5e8a-4d8a-9a45-3d99e7ea7a11","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.897188605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"94cd134b-9b70-4483-ae6e-5ca8b927f5ce","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.900302469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"a7703e59-ab9f-48b0-81ee-e7807b76fccd","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.902196763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"a2bac995-5e8a-4d8a-9a45-3d99e7ea7a11","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.904803056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"619faf2f-30f8-4013-b822-3984e67df3d7","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.907074523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"a7703e59-ab9f-48b0-81ee-e7807b76fccd","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.914600843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"f89e3c9b-467e-4cbc-bdcc-4f920c69b21d","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.921972079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"7e1c8c1f-332c-46fa-8d28-83196c2ecd43","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.92783797Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"16bdd403-9e23-4d60-870d-8e140d3eb00e","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.935741122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"e3900db1-025a-43e8-aa0a-692cd19d0e75","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.992540717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d0134843-6bf4-48f6-b6fe-8c3c9f48b3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.993829949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7c3a31c6-2fb1-4bf5-9fbe-f2a68961997e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.068555179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d0134843-6bf4-48f6-b6fe-8c3c9f48b3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.074701916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7c3a31c6-2fb1-4bf5-9fbe-f2a68961997e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.092998678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0eec7252-7626-4cc9-8055-55bbb6b40c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.094559166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"20ca8fed-7dce-4c48-a6f2-fda4a5658536","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.10148248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"a03c2c19-ebb4-4efe-a909-5e471f134d87","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.104629043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"20ca8fed-7dce-4c48-a6f2-fda4a5658536","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.136583821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0eec7252-7626-4cc9-8055-55bbb6b40c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.136827412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"a03c2c19-ebb4-4efe-a909-5e471f134d87","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.145553983Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"a03c2c19-ebb4-4efe-a909-5e471f134d87","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.171106085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d3be8846-a5c1-4929-bd9c-35fbe79ed204","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.235799844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d3be8846-a5c1-4929-bd9c-35fbe79ed204","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.236305725Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989","reconcileID":"4fbd7840-0c8e-45b9-9b66-d166e50ab11c","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.240056047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"175b0ae1-4f37-4de2-839a-213ec5155142","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.262066975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"7ea730e5-1fb6-4273-93a3-c5b3b60068bc","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.334797459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"f0f5e9f6-8942-4283-b8a9-11c2371d4ce0","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.337714598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01637e7d-21a3-40d1-8960-0d9acc979546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.338735257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"662415b2-d83d-4e69-a419-1ae690be265e","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.341203139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"8ab7438f-d3eb-42f1-8b8c-5080a5c79f81","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.342030769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"c383eb66-4122-437a-b7d0-76351a390b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.343766381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"f0f5e9f6-8942-4283-b8a9-11c2371d4ce0","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.346437978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01637e7d-21a3-40d1-8960-0d9acc979546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.348669092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"853decc0-f178-40c4-9ddb-5c41970d913c","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.348968397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"662415b2-d83d-4e69-a419-1ae690be265e","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.351068365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"f0f5e9f6-8942-4283-b8a9-11c2371d4ce0","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.35465376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"c383eb66-4122-437a-b7d0-76351a390b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.4409804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5d987a53-6f25-4677-b287-fc7361d69567","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.441646713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c209191e-57a7-425d-b7cf-1caeb4d78b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.448449692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5d987a53-6f25-4677-b287-fc7361d69567","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.448808337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c209191e-57a7-425d-b7cf-1caeb4d78b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.473573409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7ca3145b-94d1-4405-8e0e-deac09d6f358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.480904561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7ca3145b-94d1-4405-8e0e-deac09d6f358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.584098768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"34decbde-6449-41ce-945b-fb5576fe2aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.589513764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"dd305f67-32d0-4066-9c47-12ec5e45593c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.591185389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"2abb5f5d-7788-4fa7-8fcc-4396a3c5b8ed","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.594815368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"34decbde-6449-41ce-945b-fb5576fe2aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.59740716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"dd305f67-32d0-4066-9c47-12ec5e45593c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.601571973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"2abb5f5d-7788-4fa7-8fcc-4396a3c5b8ed","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.674493575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"2b97b8a4-d9e5-4466-9dfe-f701907ab7c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.677620418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"371905d2-8892-43c7-a215-684f7e835bd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.679916875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b82524a4-58a8-41d0-bb22-3f4e5c0f6406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.683407919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"2dfb0c7b-c899-4baa-87e2-9f1159d93fac","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.683899751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"b82689f6-3eb7-4f45-831f-fc2e64aa5532","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.68480345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"2b97b8a4-d9e5-4466-9dfe-f701907ab7c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.686516566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"371905d2-8892-43c7-a215-684f7e835bd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.687412737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b82524a4-58a8-41d0-bb22-3f4e5c0f6406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.690966527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"b82689f6-3eb7-4f45-831f-fc2e64aa5532","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.691019369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"2dfb0c7b-c899-4baa-87e2-9f1159d93fac","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.868838095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"bd9329c4-eaf8-4d68-b04c-ef69b7430aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.868955893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5cc1bffd-ac7d-4047-86eb-7052206e0eeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.87763832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5cc1bffd-ac7d-4047-86eb-7052206e0eeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.87785236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"bd9329c4-eaf8-4d68-b04c-ef69b7430aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.880518808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"2d696b85-ee2d-4b54-a16b-db3ad174c414","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.888609726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"2d696b85-ee2d-4b54-a16b-db3ad174c414","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.89502524Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"2d696b85-ee2d-4b54-a16b-db3ad174c414","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.805642333Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-sub","reconcileID":"3a860861-14cd-4530-8e38-b986875be75b","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","subscription":"e2e-rec-ctrl-13a59f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.805809816Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-sub","reconcileID":"3a860861-14cd-4530-8e38-b986875be75b","MaaSSubscription":{"name":"e2e-rec-ctrl-13a59f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","error":"MaaSModelRef not found: e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.854839518Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-detach-d7c20b-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.880812289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"6bd11a66-5d28-4049-8dfb-c799a36fc37e","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.88084631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"6bd11a66-5d28-4049-8dfb-c799a36fc37e","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.884075215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"aa4e5eb4-e838-4946-961e-78ae0a6f12c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.884878559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"cb77a1aa-11a3-4bd2-9f28-a8f0344b8e4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.896867294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"4b60cd48-492f-4fc3-ad16-29d76a684bbd","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.916142506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"cb77a1aa-11a3-4bd2-9f28-a8f0344b8e4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.918934369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"dde6e4e7-2d74-4450-9121-4c25876c9879","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.92000192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"aa4e5eb4-e838-4946-961e-78ae0a6f12c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.923455813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"4b60cd48-492f-4fc3-ad16-29d76a684bbd","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.926133953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"3b1631b2-b5b4-4132-b9be-63e628902274","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.927016815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"38d28ff9-0462-4ef4-bac2-58fd420f9027","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.927079332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"38d28ff9-0462-4ef4-bac2-58fd420f9027","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.940204845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"dde6e4e7-2d74-4450-9121-4c25876c9879","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.950667371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"3564b2cb-14a1-4ce0-9b92-c50287e1c0a6","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.950692877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"3564b2cb-14a1-4ce0-9b92-c50287e1c0a6","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:59.01997668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"3b1631b2-b5b4-4132-b9be-63e628902274","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:59.040874476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"f84b9ea3-1bdd-4b96-98cb-db65f85e36c4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:59.085252565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"f84b9ea3-1bdd-4b96-98cb-db65f85e36c4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:59.104144098Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"f84b9ea3-1bdd-4b96-98cb-db65f85e36c4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:59.13884679Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-rec-ctrl-13a59f-access","reconcileID":"55c6b9fe-6b23-444d-90a1-066e26fdd511","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-13a59f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-rec-user-1d7786/e2e-rec-ctrl-13a59f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.589162243Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"d0ef6799-f629-4529-8f87-8f33ad90c17f","namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.665087717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"2a192e10-82f0-4e5b-8bb4-f626a5a75fa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.66985409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"cccad6be-1808-4d43-9c6e-60f4c842816d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.670450443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"a79df2d5-e0eb-4bb2-9d2b-b43e15e203de","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.670560175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3f460825-4c8f-40fa-a08a-1d7c3ca3d729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.673502315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"5c34bcfe-860e-4d9f-bd6f-ccef606abf26","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-ef15d972","tenantID":"e2e-derive-ef15d972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.673707254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"2a192e10-82f0-4e5b-8bb4-f626a5a75fa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.679843223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"cccad6be-1808-4d43-9c6e-60f4c842816d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.680471996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"a79df2d5-e0eb-4bb2-9d2b-b43e15e203de","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.683527105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3f460825-4c8f-40fa-a08a-1d7c3ca3d729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.684650001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e770b4ae6a2cdd451c59a70f583fe918b59e8a38e45dc97a6996bd959adc5fa) AuthConfig (e9755ade30f0a046c4d76f5501cdd00e09dc3196d2d247cb1dc5410faa1d0f91) AuthConfig (37ecad47dae9221d58082eae94fd71771a3be1711e23c85d9de84cda057a4716) AuthConfig (86053020d05ec97052186d6822fa3f54d2452891d48b0a34e5aa5a35d94a28a0) AuthConfig (a83154963bc727fc0d3ada8475560810d7fd2438014a4c97e21c983703ee859c) AuthConfig (d6a88051cc539cec217c1d2915bdefade28958c3ffda80308ad25f7c198c9108) AuthConfig (4cf06c636b02417359bf025a40a170b17ca835e89d808ae1512fbc9c9ac826a5) AuthConfig (b302fb2da8879ec95e80984f5bb916bb2ee6c304a2fbf7d89955b9e4e31ad881) AuthConfig (dbefa098204ae2d077125c98f4e911c561bb3ef57d6ea1c1791fb84a66b95c0b) AuthConfig (e133a7a4cfa53b5da48b2e31c2358e4c1e3262c1aed6eb933c046177ca98e0bc) AuthConfig (bcd8979fb1261a54ea1bf13b2cea3c0e411bbe9231301cd03d5730b549ae809d) AuthConfig (f1d49402312f2db2e82ba217de1f231f9c3019ee42d8c95642b6fd6e69cb94f7) AuthConfig (e1e16c38ecfd9f9f234a075a76f0d3e3edc24490138e82e4fd02947d8499ccab) AuthConfig (feb7293a0719592bb02e2ed2ab28d87dd512bd5566a8b1d36b875be86d91a0bc) AuthConfig (812867f2453f8de19c37b458403b095f5becd0f5bd8d05fd5ae256c809f7ca3b) AuthConfig (cb066fc73ed4afd3f2fe49b8f9716dea4449265b8b2d87c935e7bf148cbd62ee) AuthConfig (09ed26a9513c51972f1bc27e3bd7bddfc4fc9baf0ad4028a3b8f10f5a0a78973) AuthConfig (cae584b18966b3735afb25909bc6b231bedbd67c687516875b3c915611af3bc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"2a192e10-82f0-4e5b-8bb4-f626a5a75fa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.698920582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"5b4157c7-8611-4f95-b44c-b70c5d025347","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.70027855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"c6709fc3-c325-463c-ac0f-2d79c420e6bd","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.70048087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"c6709fc3-c325-463c-ac0f-2d79c420e6bd","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.702238519Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"5c34bcfe-860e-4d9f-bd6f-ccef606abf26","name":"e2e-derive-ef15d972-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.71080861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"5b4157c7-8611-4f95-b44c-b70c5d025347","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.739187185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6d0b7ebd-1316-4ecf-a7de-9cb74ab138e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.754168992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6d0b7ebd-1316-4ecf-a7de-9cb74ab138e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.83692942Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2dcd9","namespace":"e2e-extmod-att-noaccess-a6ac7d"},"namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","reconcileID":"2f737b9c-4442-48fa-9d28-a4390434f466","namespace":"e2e-extmod-att-noaccess-a6ac7d","name":"e2e-att-noaccess-b2dcd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.936150356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"f9323446-d5be-4af7-82fa-5bfb983b03fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.936713061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"47adcfdc-3bfd-4f32-ab0d-07cc2df6095c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.937276423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0c349cab-182d-4eee-87e3-4dcb715fa0eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.938572492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"02a1efde-1b85-40e7-b72d-c9652c432fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.939376099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"d3d14b22-e4b7-4978-9b9d-8c4822049f57","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.944595339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"f9323446-d5be-4af7-82fa-5bfb983b03fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.945965604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0c349cab-182d-4eee-87e3-4dcb715fa0eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.948109806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"02a1efde-1b85-40e7-b72d-c9652c432fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.949570063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"47adcfdc-3bfd-4f32-ab0d-07cc2df6095c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.95193643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"d3d14b22-e4b7-4978-9b9d-8c4822049f57","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.966666543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79c059a3-e73c-4a97-984a-31e599a8bd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.968769245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b06b63c4-d6ca-476a-b708-0556e5b3502c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.968793167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"090e41a7-326a-48a4-a722-550d7ec5ef63","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.969197755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"082618e0-8058-45b2-b9ab-6bbdf410cd4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.036777704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"082618e0-8058-45b2-b9ab-6bbdf410cd4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.038023918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"090e41a7-326a-48a4-a722-550d7ec5ef63","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.038949177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8f97cbb-9851-4a9f-ab97-6e9fd102c78f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.040194229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b06b63c4-d6ca-476a-b708-0556e5b3502c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.040571869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79c059a3-e73c-4a97-984a-31e599a8bd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.047005674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8f97cbb-9851-4a9f-ab97-6e9fd102c78f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.179433867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"a985bcf4-461d-432c-b4db-f6a758b30772","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.182570318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"3a361b1c-0895-4009-914b-3c2dd5674c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.191947206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"b63e0769-4e1a-450f-bb96-5e5cdc402681","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.192452525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f9aa204d-103b-40b1-a745-e97f615ed669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.192884299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d46f3a3c-10e5-4b94-8d7e-23c5777e372e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.194858491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"3a361b1c-0895-4009-914b-3c2dd5674c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.196605915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"a985bcf4-461d-432c-b4db-f6a758b30772","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.201072569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"b63e0769-4e1a-450f-bb96-5e5cdc402681","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.204767113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e770b4ae6a2cdd451c59a70f583fe918b59e8a38e45dc97a6996bd959adc5fa) AuthConfig (e9755ade30f0a046c4d76f5501cdd00e09dc3196d2d247cb1dc5410faa1d0f91) AuthConfig (37ecad47dae9221d58082eae94fd71771a3be1711e23c85d9de84cda057a4716) AuthConfig (86053020d05ec97052186d6822fa3f54d2452891d48b0a34e5aa5a35d94a28a0) AuthConfig (a83154963bc727fc0d3ada8475560810d7fd2438014a4c97e21c983703ee859c) AuthConfig (d6a88051cc539cec217c1d2915bdefade28958c3ffda80308ad25f7c198c9108) AuthConfig (4cf06c636b02417359bf025a40a170b17ca835e89d808ae1512fbc9c9ac826a5) AuthConfig (b302fb2da8879ec95e80984f5bb916bb2ee6c304a2fbf7d89955b9e4e31ad881) AuthConfig (dbefa098204ae2d077125c98f4e911c561bb3ef57d6ea1c1791fb84a66b95c0b) AuthConfig (e133a7a4cfa53b5da48b2e31c2358e4c1e3262c1aed6eb933c046177ca98e0bc) AuthConfig (bcd8979fb1261a54ea1bf13b2cea3c0e411bbe9231301cd03d5730b549ae809d) AuthConfig (f1d49402312f2db2e82ba217de1f231f9c3019ee42d8c95642b6fd6e69cb94f7) AuthConfig (e1e16c38ecfd9f9f234a075a76f0d3e3edc24490138e82e4fd02947d8499ccab) AuthConfig (feb7293a0719592bb02e2ed2ab28d87dd512bd5566a8b1d36b875be86d91a0bc) AuthConfig (812867f2453f8de19c37b458403b095f5becd0f5bd8d05fd5ae256c809f7ca3b) AuthConfig (cb066fc73ed4afd3f2fe49b8f9716dea4449265b8b2d87c935e7bf148cbd62ee) AuthConfig (09ed26a9513c51972f1bc27e3bd7bddfc4fc9baf0ad4028a3b8f10f5a0a78973) AuthConfig (cae584b18966b3735afb25909bc6b231bedbd67c687516875b3c915611af3bc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"a985bcf4-461d-432c-b4db-f6a758b30772","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.206743926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d46f3a3c-10e5-4b94-8d7e-23c5777e372e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.210566686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f9aa204d-103b-40b1-a745-e97f615ed669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.267712124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"ac760171-4e7c-414c-927e-48d0dd2c2a08","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.271303988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c1dc9f5e-ed2d-4bb9-b6e9-99a65f8d1b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.272917639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"cff4ceb0-6d8d-4afb-99b4-ddfbd6189856","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.276177731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"ac760171-4e7c-414c-927e-48d0dd2c2a08","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.278438304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c1dc9f5e-ed2d-4bb9-b6e9-99a65f8d1b15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.279768057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"cff4ceb0-6d8d-4afb-99b4-ddfbd6189856","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.805080976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"98e0bece-e6b6-4dd1-b2d5-9458707fcbdd","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.812641158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"f0b15182-5568-4a54-a0ee-5d4a4d85477f","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.819107078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"6f460e39-2bde-4b73-9771-3e982264f90a","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.826663804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"6f460e39-2bde-4b73-9771-3e982264f90a","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.957124359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"f966963e-8033-41b7-b610-3febd2ebf2e5","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.235988053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"9c905cc6-d15a-41a8-96c3-82a796bef60c","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.236022316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"9c905cc6-d15a-41a8-96c3-82a796bef60c","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.259569464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"22e73b48-cebc-49f9-9d42-bb652c37be3f","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.259891939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"a11aa2d7-d96b-49f0-bbdc-2ca93b30a63f","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.265163955Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"81f55a7e-fc6a-4007-8144-46372cb41508","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-539e8ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.271032916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"efbf4d48-8379-4faa-9457-faff7d9ee927","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.275644951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"22e73b48-cebc-49f9-9d42-bb652c37be3f","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.27589459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"a11aa2d7-d96b-49f0-bbdc-2ca93b30a63f","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.29986843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"efbf4d48-8379-4faa-9457-faff7d9ee927","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.354309105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"6e7fc8cd-e458-47b6-bd7b-69de8a3cac03","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.357240399Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.358242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"f58fa4a3-2a81-4a2b-aeff-469ed304f4da","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.36319157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"725636f7-d512-42f0-bfba-b379783fb0a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.363486538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"f9494b62-17cf-4a7b-ba3c-b1a8d43816a3","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.367142838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"6e7fc8cd-e458-47b6-bd7b-69de8a3cac03","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.368521333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"f58fa4a3-2a81-4a2b-aeff-469ed304f4da","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.375622138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"725636f7-d512-42f0-bfba-b379783fb0a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.390936578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"ce411161-2031-45f1-8855-c0d7554bf138","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.390960303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"ce411161-2031-45f1-8855-c0d7554bf138","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.408043699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"15c31c4c-a965-4045-83f9-ec923c558bef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.420304038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"2140cb19-72ca-4a07-b655-fe66fe0462a5","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.428874469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"79dec15c-99fd-4b95-a1c7-b5e29f59465b","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.428896699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"79dec15c-99fd-4b95-a1c7-b5e29f59465b","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.434147084Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"22875563-e47c-446d-a471-9ba1bcdfb07c","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.438537008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"eeda965d-9fab-4059-bbc9-4f10153261ab","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.44526487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"1a7ab872-edd4-49bb-a7ab-dae90eee1cd7","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.448662885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"312565c8-d9e3-4c1e-a4de-8646eb9d7a82","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.454477397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"1a7ab872-edd4-49bb-a7ab-dae90eee1cd7","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.463715491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"312565c8-d9e3-4c1e-a4de-8646eb9d7a82","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.46420616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"0c57b7e9-201b-4e7f-b638-2a46c1698e5d","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.518482906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"3b21060e-0185-4772-84f9-d6dcfd8e3b8d","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.545792846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"af7cee3c-2a8a-4140-88a3-7aed20db461e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.545812468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3bcc3864-1cc9-4b0b-a6a4-298d4ec54719","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.553532914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3bcc3864-1cc9-4b0b-a6a4-298d4ec54719","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.554215732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"af7cee3c-2a8a-4140-88a3-7aed20db461e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.006559016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"921d3c6b-6a38-40a4-bd1c-ad2004339e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.009685357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"921d3c6b-6a38-40a4-bd1c-ad2004339e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.012152395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"921d3c6b-6a38-40a4-bd1c-ad2004339e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.015148895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"921d3c6b-6a38-40a4-bd1c-ad2004339e56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.21727338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4775dcb1-4bc0-4d0f-84ab-d06abedc84a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.219831059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4775dcb1-4bc0-4d0f-84ab-d06abedc84a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.234403809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4775dcb1-4bc0-4d0f-84ab-d06abedc84a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.237307785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4775dcb1-4bc0-4d0f-84ab-d06abedc84a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:11.772159406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.213142927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"845a1a81-8a84-4888-b9f6-29bf497220b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.221522839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"845a1a81-8a84-4888-b9f6-29bf497220b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.227063686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e770b4ae6a2cdd451c59a70f583fe918b59e8a38e45dc97a6996bd959adc5fa) AuthConfig (e9755ade30f0a046c4d76f5501cdd00e09dc3196d2d247cb1dc5410faa1d0f91) AuthConfig (37ecad47dae9221d58082eae94fd71771a3be1711e23c85d9de84cda057a4716) AuthConfig (86053020d05ec97052186d6822fa3f54d2452891d48b0a34e5aa5a35d94a28a0) AuthConfig (a83154963bc727fc0d3ada8475560810d7fd2438014a4c97e21c983703ee859c) AuthConfig (d6a88051cc539cec217c1d2915bdefade28958c3ffda80308ad25f7c198c9108) AuthConfig (4cf06c636b02417359bf025a40a170b17ca835e89d808ae1512fbc9c9ac826a5) AuthConfig (b302fb2da8879ec95e80984f5bb916bb2ee6c304a2fbf7d89955b9e4e31ad881) AuthConfig (dbefa098204ae2d077125c98f4e911c561bb3ef57d6ea1c1791fb84a66b95c0b) AuthConfig (e133a7a4cfa53b5da48b2e31c2358e4c1e3262c1aed6eb933c046177ca98e0bc) AuthConfig (bcd8979fb1261a54ea1bf13b2cea3c0e411bbe9231301cd03d5730b549ae809d) AuthConfig (f1d49402312f2db2e82ba217de1f231f9c3019ee42d8c95642b6fd6e69cb94f7) AuthConfig (e1e16c38ecfd9f9f234a075a76f0d3e3edc24490138e82e4fd02947d8499ccab) AuthConfig (feb7293a0719592bb02e2ed2ab28d87dd512bd5566a8b1d36b875be86d91a0bc) AuthConfig (812867f2453f8de19c37b458403b095f5becd0f5bd8d05fd5ae256c809f7ca3b) AuthConfig (cb066fc73ed4afd3f2fe49b8f9716dea4449265b8b2d87c935e7bf148cbd62ee) AuthConfig (09ed26a9513c51972f1bc27e3bd7bddfc4fc9baf0ad4028a3b8f10f5a0a78973) AuthConfig (cae584b18966b3735afb25909bc6b231bedbd67c687516875b3c915611af3bc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"845a1a81-8a84-4888-b9f6-29bf497220b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.589919613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d3bc4a-9cd5-40bd-a6d4-7cc90580bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.609043165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d3bc4a-9cd5-40bd-a6d4-7cc90580bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.615468604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d3bc4a-9cd5-40bd-a6d4-7cc90580bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.620657043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8d3bc4a-9cd5-40bd-a6d4-7cc90580bee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.804643215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b092c79-36a4-4a47-b6b4-481d53bad93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.807229453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b092c79-36a4-4a47-b6b4-481d53bad93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.809837694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b092c79-36a4-4a47-b6b4-481d53bad93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.813175747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b092c79-36a4-4a47-b6b4-481d53bad93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.270012919Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"ac62feca-8a48-48c6-8334-c52643dc8055","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","subscription":"e2e-att-detach-d7c20b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.282298165Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"ac62feca-8a48-48c6-8334-c52643dc8055","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.286623812Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-sub","reconcileID":"ac62feca-8a48-48c6-8334-c52643dc8055","MaaSSubscription":{"name":"e2e-att-detach-d7c20b-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.441252137Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-7c192b priority=0:[ai-tenant-e2e-extmod-b-7c192b/e2e-att-serve-1b114f-sub ai-tenant-e2e-extmod-b-7c192b/e2e-att-unrel-463774-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.444528189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"6e72887a-1ef1-440b-828e-4d8a1614e5a7","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.444553571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"6e72887a-1ef1-440b-828e-4d8a1614e5a7","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.534769032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"02560ed2-8d2f-4bae-a394-da81f74a9890","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.535266461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"7d8e8213-4544-41ec-a968-98caf1f79f27","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.535730453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ac531197-28e5-46f3-8b6a-57c852a80ecc","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.543011376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"02560ed2-8d2f-4bae-a394-da81f74a9890","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.545901208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ac531197-28e5-46f3-8b6a-57c852a80ecc","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.54684047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"7d8e8213-4544-41ec-a968-98caf1f79f27","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.569922711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"e39f2b2f-853f-4f3a-938e-b436a69b6be1","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.571630246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"439df2e1-e7d8-48bd-a19f-0c222cc5bffa","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.571648878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"439df2e1-e7d8-48bd-a19f-0c222cc5bffa","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.577145137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"e39f2b2f-853f-4f3a-938e-b436a69b6be1","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.590794066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8224ffdf-6d57-4e11-9236-0a0494ebdcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.593540982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8224ffdf-6d57-4e11-9236-0a0494ebdcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.596139499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8224ffdf-6d57-4e11-9236-0a0494ebdcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.598790547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8224ffdf-6d57-4e11-9236-0a0494ebdcab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.751865165Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-detach-d7c20b-access","reconcileID":"5da1ed3f-2b1e-4355-9607-2c5f4ba2e776","MaaSAuthPolicy":{"name":"e2e-att-detach-d7c20b-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.771298196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"52848a37-54ac-47b7-b23b-071a57cf9cd8","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.771321871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"52848a37-54ac-47b7-b23b-071a57cf9cd8","MaaSModelRef":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-detach-d7c20b-6fa4e02214cb","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-detach-d7c20b","externalModel":"e2e-att-detach-d7c20b","provider":"e2e-att-detach-d7c20b-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.80287328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac44465-7b8e-4e61-bfb4-d79f3303f3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.805715512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac44465-7b8e-4e61-bfb4-d79f3303f3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.808235367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac44465-7b8e-4e61-bfb4-d79f3303f3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.811137262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac44465-7b8e-4e61-bfb4-d79f3303f3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.372218038Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"d0efbf8e-d4d5-4123-84f6-56329f1d59ec","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.383719754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"db6e25d2-4bd5-4aca-9854-48064ebc85b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.386840163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"814db920-3d4d-4923-921c-7d47b95645f1","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.386866769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"814db920-3d4d-4923-921c-7d47b95645f1","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.388024834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"26bdf5c9-de0f-4c20-b5a4-ebb54774f58b","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.389657649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"80ded78c-2574-4296-9975-496c645e49e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.389858361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"ac356c67-0d0a-409e-aaae-ef99d68d9c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.395603515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"db6e25d2-4bd5-4aca-9854-48064ebc85b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.438574308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"d2bb81da-8896-4a9a-bfbf-2da90cbe9aaf","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.440830419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"26bdf5c9-de0f-4c20-b5a4-ebb54774f58b","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.441557506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"80ded78c-2574-4296-9975-496c645e49e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.443823102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"ac356c67-0d0a-409e-aaae-ef99d68d9c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.444273681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e770b4ae6a2cdd451c59a70f583fe918b59e8a38e45dc97a6996bd959adc5fa) AuthConfig (e9755ade30f0a046c4d76f5501cdd00e09dc3196d2d247cb1dc5410faa1d0f91) AuthConfig (37ecad47dae9221d58082eae94fd71771a3be1711e23c85d9de84cda057a4716) AuthConfig (86053020d05ec97052186d6822fa3f54d2452891d48b0a34e5aa5a35d94a28a0) AuthConfig (a83154963bc727fc0d3ada8475560810d7fd2438014a4c97e21c983703ee859c) AuthConfig (d6a88051cc539cec217c1d2915bdefade28958c3ffda80308ad25f7c198c9108) AuthConfig (4cf06c636b02417359bf025a40a170b17ca835e89d808ae1512fbc9c9ac826a5) AuthConfig (b302fb2da8879ec95e80984f5bb916bb2ee6c304a2fbf7d89955b9e4e31ad881) AuthConfig (dbefa098204ae2d077125c98f4e911c561bb3ef57d6ea1c1791fb84a66b95c0b) AuthConfig (e133a7a4cfa53b5da48b2e31c2358e4c1e3262c1aed6eb933c046177ca98e0bc) AuthConfig (bcd8979fb1261a54ea1bf13b2cea3c0e411bbe9231301cd03d5730b549ae809d) AuthConfig (f1d49402312f2db2e82ba217de1f231f9c3019ee42d8c95642b6fd6e69cb94f7) AuthConfig (e1e16c38ecfd9f9f234a075a76f0d3e3edc24490138e82e4fd02947d8499ccab) AuthConfig (feb7293a0719592bb02e2ed2ab28d87dd512bd5566a8b1d36b875be86d91a0bc) AuthConfig (812867f2453f8de19c37b458403b095f5becd0f5bd8d05fd5ae256c809f7ca3b) AuthConfig (cb066fc73ed4afd3f2fe49b8f9716dea4449265b8b2d87c935e7bf148cbd62ee) AuthConfig (09ed26a9513c51972f1bc27e3bd7bddfc4fc9baf0ad4028a3b8f10f5a0a78973) AuthConfig (cae584b18966b3735afb25909bc6b231bedbd67c687516875b3c915611af3bc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"db6e25d2-4bd5-4aca-9854-48064ebc85b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.444510884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"45c815ae-5713-4106-8adb-83a39757291a","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.444527212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"45c815ae-5713-4106-8adb-83a39757291a","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.458335271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"283d9767-eccc-48dc-b702-850aada34b98","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.463041269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"d2bb81da-8896-4a9a-bfbf-2da90cbe9aaf","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.466641207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"1f6e0d68-dfe1-4bb7-996c-996cfa002508","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.474543102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c2ce5dfe-a488-49b1-9bb8-792da8479a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.534530836Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-cf53a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-cf53a4","reconcileID":"86ec29dd-0b4a-4196-879f-0cc91e5dac0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-cf53a4","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-cf53a4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.535537329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c2ce5dfe-a488-49b1-9bb8-792da8479a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.536186093Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d7c20b","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","reconcileID":"13ab1198-adb0-4707-bdfb-ce1de2634d06","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-detach-d7c20b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.547189032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"8267b29f-ac60-44af-8e95-6cf1507b2e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.556587474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"8267b29f-ac60-44af-8e95-6cf1507b2e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.588903544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95a0e5fd-73b7-4846-a3d5-9f88b62b3ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.589625354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4ee0f175-6096-48ea-93be-ded1be77d4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.607911035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4ee0f175-6096-48ea-93be-ded1be77d4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.609175517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95a0e5fd-73b7-4846-a3d5-9f88b62b3ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.750824449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d882fa12-e2c0-48a4-9e9f-1bfd67026a48","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.75912031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"289e4285-5f51-4e09-bfde-3b980377f5fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.766880754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d882fa12-e2c0-48a4-9e9f-1bfd67026a48","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.771314837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"289e4285-5f51-4e09-bfde-3b980377f5fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.806394331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0235ea8-eb80-44e6-b096-74161fdfa3f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.806472675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"87a52c8c-cd0c-4424-9b67-935c227f113e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.806980671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7bff210b-e50c-4e84-a1b8-03f81ee8240d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.817436113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0235ea8-eb80-44e6-b096-74161fdfa3f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.824231979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"87a52c8c-cd0c-4424-9b67-935c227f113e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.841400619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7bff210b-e50c-4e84-a1b8-03f81ee8240d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.867405732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf365af3-39af-4d44-8b7f-b3ceb2a4b2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.872898915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf365af3-39af-4d44-8b7f-b3ceb2a4b2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.876690505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf365af3-39af-4d44-8b7f-b3ceb2a4b2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.883048084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf365af3-39af-4d44-8b7f-b3ceb2a4b2a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.904336986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"6772747e-d567-4a81-9258-317c3bad5c07","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.907865336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"4e34f8f5-738e-4b61-940f-3a411e5b940a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.916886501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"6772747e-d567-4a81-9258-317c3bad5c07","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.924167373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"b7966c56-2ef8-42f3-8562-f5489352c856","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.924745762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"dc71dca4-a43a-421b-bc2a-1983addb38c6","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.925207362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"a4dba888-0874-45d9-8a32-9bdb528432ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.927452827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"4e34f8f5-738e-4b61-940f-3a411e5b940a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.958613409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"a4dba888-0874-45d9-8a32-9bdb528432ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.960358024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"b7966c56-2ef8-42f3-8562-f5489352c856","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:14.967150429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"dc71dca4-a43a-421b-bc2a-1983addb38c6","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.103833797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"5bf5a9fc-1062-47a7-8236-ba5dbeaff60a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.112810269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"ebfe186f-a234-4462-b07a-99a41873cc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.118036222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"5bf5a9fc-1062-47a7-8236-ba5dbeaff60a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.119100462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"23c6d53c-5f6f-4758-85e4-6a18a54bf365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.121808214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"778ce550-efa4-4347-b974-437b7abfd587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.122430873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"bcacf9c0-7ef7-48aa-95f2-d3002a95aca1","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.12403017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"ebfe186f-a234-4462-b07a-99a41873cc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.127261301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e770b4ae6a2cdd451c59a70f583fe918b59e8a38e45dc97a6996bd959adc5fa) AuthConfig (e9755ade30f0a046c4d76f5501cdd00e09dc3196d2d247cb1dc5410faa1d0f91) AuthConfig (37ecad47dae9221d58082eae94fd71771a3be1711e23c85d9de84cda057a4716) AuthConfig (86053020d05ec97052186d6822fa3f54d2452891d48b0a34e5aa5a35d94a28a0) AuthConfig (a83154963bc727fc0d3ada8475560810d7fd2438014a4c97e21c983703ee859c) AuthConfig (d6a88051cc539cec217c1d2915bdefade28958c3ffda80308ad25f7c198c9108) AuthConfig (4cf06c636b02417359bf025a40a170b17ca835e89d808ae1512fbc9c9ac826a5) AuthConfig (b302fb2da8879ec95e80984f5bb916bb2ee6c304a2fbf7d89955b9e4e31ad881) AuthConfig (dbefa098204ae2d077125c98f4e911c561bb3ef57d6ea1c1791fb84a66b95c0b) AuthConfig (e133a7a4cfa53b5da48b2e31c2358e4c1e3262c1aed6eb933c046177ca98e0bc) AuthConfig (bcd8979fb1261a54ea1bf13b2cea3c0e411bbe9231301cd03d5730b549ae809d) AuthConfig (f1d49402312f2db2e82ba217de1f231f9c3019ee42d8c95642b6fd6e69cb94f7) AuthConfig (e1e16c38ecfd9f9f234a075a76f0d3e3edc24490138e82e4fd02947d8499ccab) AuthConfig (feb7293a0719592bb02e2ed2ab28d87dd512bd5566a8b1d36b875be86d91a0bc) AuthConfig (812867f2453f8de19c37b458403b095f5becd0f5bd8d05fd5ae256c809f7ca3b) AuthConfig (cb066fc73ed4afd3f2fe49b8f9716dea4449265b8b2d87c935e7bf148cbd62ee) AuthConfig (09ed26a9513c51972f1bc27e3bd7bddfc4fc9baf0ad4028a3b8f10f5a0a78973) AuthConfig (cae584b18966b3735afb25909bc6b231bedbd67c687516875b3c915611af3bc0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"5bf5a9fc-1062-47a7-8236-ba5dbeaff60a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.135444894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"bcacf9c0-7ef7-48aa-95f2-d3002a95aca1","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.135510823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"23c6d53c-5f6f-4758-85e4-6a18a54bf365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.139142479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"778ce550-efa4-4347-b974-437b7abfd587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.161842472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"99009c54-31b4-4aae-be61-024508745d38","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.161866654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"99009c54-31b4-4aae-be61-024508745d38","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.255743726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"18bc8b6a-4f6f-4df4-af02-6681b0dabfe0","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.258679434Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"8efeac8d-1803-4a18-b116-620e49d7e5a1","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-afa4505f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.264919782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"40d8c131-c433-4188-ad3e-bca9618cf62b","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.336942636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"18bc8b6a-4f6f-4df4-af02-6681b0dabfe0","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.339721209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"40d8c131-c433-4188-ad3e-bca9618cf62b","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.378452969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"251fce74-074f-40d6-b728-8335c0b08b07","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.40521476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"251fce74-074f-40d6-b728-8335c0b08b07","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.474067002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"e898f65f-e17d-4c30-b424-6e92dddfcf94","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:15.504528578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"e898f65f-e17d-4c30-b424-6e92dddfcf94","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.547221466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4100397c-9b41-4feb-aca2-63911efd6b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.550246453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4100397c-9b41-4feb-aca2-63911efd6b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.552967813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4100397c-9b41-4feb-aca2-63911efd6b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.55591081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4100397c-9b41-4feb-aca2-63911efd6b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.815836714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31354015-ff5d-4067-8e9c-c68174eafc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.823039378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31354015-ff5d-4067-8e9c-c68174eafc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.834479437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31354015-ff5d-4067-8e9c-c68174eafc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:16.838366894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31354015-ff5d-4067-8e9c-c68174eafc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:17.031103367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b6acb7-9675-4769-a68a-278ed5ab78cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:17.039865538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b6acb7-9675-4769-a68a-278ed5ab78cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:17.048575362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b6acb7-9675-4769-a68a-278ed5ab78cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:17.055419773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27b6acb7-9675-4769-a68a-278ed5ab78cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:23.46528914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"1ce1db23-bf37-476b-928f-790fb0fe2dee","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:23.551176757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"5166ab53-bcb6-4e91-8fcb-11072ceb2e42","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.295628255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"143e635b-8159-4d8f-91e4-f75238dc8774","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.29793573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"56cd2454-b046-42c4-9672-bbf9a6bf4360","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.298503087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2da1f705-f9e6-4ec1-a5a9-2f91f35fc02f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.302882669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"143e635b-8159-4d8f-91e4-f75238dc8774","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.306291493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"56cd2454-b046-42c4-9672-bbf9a6bf4360","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.30635677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2da1f705-f9e6-4ec1-a5a9-2f91f35fc02f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.084025822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"bf667daf-77d1-4294-8e53-0b9afc81fad2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.084160916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"6e9781db-001f-4633-9358-2738998ee02d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.089394095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"8890afad-b6f7-4176-b67a-65f11811978b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.094447707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"bf667daf-77d1-4294-8e53-0b9afc81fad2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.094648594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"6e9781db-001f-4633-9358-2738998ee02d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.097808892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"8890afad-b6f7-4176-b67a-65f11811978b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.166996332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"f23fc051-ca0c-47a1-a540-04ce136af15f","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.17384207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"f23fc051-ca0c-47a1-a540-04ce136af15f","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.26301697Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"fc22c511-2138-4900-a402-9dd5c301083c","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","subscription":"e2e-att-unrel-463774-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.271132943Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"fc22c511-2138-4900-a402-9dd5c301083c","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.27733541Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-sub","reconcileID":"fc22c511-2138-4900-a402-9dd5c301083c","MaaSSubscription":{"name":"e2e-att-unrel-463774-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.317154734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"c779de2a-9829-4cb6-b469-bf7727c03878","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.317180497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"c779de2a-9829-4cb6-b469-bf7727c03878","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.33396034Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.337278022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"e6945370-2e78-44d4-b0dc-2a38db80569e","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.337295403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"e6945370-2e78-44d4-b0dc-2a38db80569e","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.349489336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"0db0ab15-d12d-4c39-9d6e-0df961341638","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.349492711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"5fe838da-71f1-4622-9946-94453bc89f53","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.353359643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"d9915fcf-d489-4d25-aff5-e8cad6c09e53","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.353381478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"d9915fcf-d489-4d25-aff5-e8cad6c09e53","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.357437132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"0db0ab15-d12d-4c39-9d6e-0df961341638","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.359867756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"5fe838da-71f1-4622-9946-94453bc89f53","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.447573005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"5e523f6e-7277-403d-bc0a-6bc746443691","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cf53a4","tenantID":"e2e-extmod-b-cf53a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.470795442Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"5e523f6e-7277-403d-bc0a-6bc746443691","name":"e2e-extmod-b-cf53a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.542452335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"aba4be70-75a5-4487-ac3c-e81d47324821","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.542489211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"aba4be70-75a5-4487-ac3c-e81d47324821","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.557189312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"98933c1f-4286-417a-b73e-0477afd64678","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.637191473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"98933c1f-4286-417a-b73e-0477afd64678","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.689455578Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-unrel-463774-access","reconcileID":"e87fe6d7-0109-461d-9f2a-696059119a05","MaaSAuthPolicy":{"name":"e2e-att-unrel-463774-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.731522041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"6549b106-1ca5-4b2a-837a-e497a3e31696","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.731615965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"6549b106-1ca5-4b2a-837a-e497a3e31696","MaaSModelRef":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-unrel-463774-78b49b84a128","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-unrel-463774","externalModel":"e2e-att-unrel-463774","provider":"e2e-att-unrel-463774-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.346666868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"d9e5bd6e-4c37-4a7f-b4df-52b2ee232c3c","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.367217496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ceeea794-ffaa-4160-8cba-26b84ecfca8e","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.371692943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"1da5b9ad-6cc3-44cc-8c0a-7fe3bd7f6fd3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.372629482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"05f97155-fa8a-4e3d-a6a9-a9be0cc7bd72","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.372648117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"05f97155-fa8a-4e3d-a6a9-a9be0cc7bd72","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.378935278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"10d313f2-827e-4e9c-954a-9baaf7265088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.378994836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6ebce9ce-8edc-4f48-a7bc-d440c24c45a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.379414353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ea87eb25-dbfa-4428-a984-0d3f4a879266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.383723715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"1da5b9ad-6cc3-44cc-8c0a-7fe3bd7f6fd3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.3837638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"ceeea794-ffaa-4160-8cba-26b84ecfca8e","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.39469045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"10d313f2-827e-4e9c-954a-9baaf7265088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.395387744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6ebce9ce-8edc-4f48-a7bc-d440c24c45a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.397828147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ea87eb25-dbfa-4428-a984-0d3f4a879266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.445448725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"a8d1f6e2-37a3-4986-8b8b-0fa0cf7325f9","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.548151059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"7010f09e-b88a-46f3-98b7-bf2b7fe92a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.564786303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90d77167-5e32-47bd-8db9-f002303af62b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.568438152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cc0f7071-0c1d-4172-aef1-76aed19e3ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.570135542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"7010f09e-b88a-46f3-98b7-bf2b7fe92a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.572806383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90d77167-5e32-47bd-8db9-f002303af62b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.581789582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"b51478a0-4162-4871-9032-8d63ef2055e3","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.58206609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cc0f7071-0c1d-4172-aef1-76aed19e3ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.661764832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"bfbf4224-9e7d-42ef-9b11-546792598674","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.664774849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"68f679bb-462b-4d22-93a4-42774aafb750","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.735752989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"bfbf4224-9e7d-42ef-9b11-546792598674","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.73961787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"68f679bb-462b-4d22-93a4-42774aafb750","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.740700607Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-463774","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","reconcileID":"4198999a-9bae-4b4d-9e94-f56f3021450e","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-unrel-463774","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.767190688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d105bb17-3246-4563-b466-db1ac5349dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.779948006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"25dbae44-6f20-4597-ac9c-7fe46604d776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.834751379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a66e5b8e-b957-4edb-a2c6-d43e8f5b9e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.83795662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d105bb17-3246-4563-b466-db1ac5349dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.839689473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"25dbae44-6f20-4597-ac9c-7fe46604d776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.843325083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a66e5b8e-b957-4edb-a2c6-d43e8f5b9e17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.854825295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"8c7851db-b848-416a-90bf-a8b56f1f3734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.855306976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"9057d58b-7c19-407b-a8a6-93f98f9c0749","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.866125647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"9057d58b-7c19-407b-a8a6-93f98f9c0749","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.866938857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"8c7851db-b848-416a-90bf-a8b56f1f3734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.875159842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"e2dce4d3-d84f-42eb-800e-532387ae578f","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.875605577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"10d135c7-9799-4a58-a8b9-1300c5621c5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.879281079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"9f424cb2-8306-455b-bedc-95213c54fd30","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.886493382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"e2dce4d3-d84f-42eb-800e-532387ae578f","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.939383357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"10d135c7-9799-4a58-a8b9-1300c5621c5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.941150022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"6ed921f9-7bf5-4bab-ba76-928b6edd6653","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.950077131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"6ed921f9-7bf5-4bab-ba76-928b6edd6653","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.956058423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63e6249f5fef0265cb347da024745e5aab578145f33c2f25620d497ee011bac4) AuthConfig (466539fe5d3957c9dccc5292801325d707fb5bfb70584c3142e288a805f9489e) AuthConfig (b5b92f0da1f9f06508a686b2f7b380c475dd3d2b6efcbd2e5bcf6b70c0289c8e) AuthConfig (506b7e4a11aee61d8ed94bad91e9fe0ae73f0ef4984a701ccf34ec5eb86aaffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"6ed921f9-7bf5-4bab-ba76-928b6edd6653","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.967021373Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.967239354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"11ae7770-6c11-4ed3-ac0a-019e7dd03fd3","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.967255599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"11ae7770-6c11-4ed3-ac0a-019e7dd03fd3","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.984710711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"b08e2ca0-1085-4a56-b3c0-3c662442cf96","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:26.987356598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"f286e80f-8c07-4f37-86e7-c5fef1516145","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-88e9f7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.988036564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"d7cbdf01-083d-4eac-94ce-d3267b9de30f","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.988052565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"d7cbdf01-083d-4eac-94ce-d3267b9de30f","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.034866313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"305e017a-7a48-45a3-aa39-7012a8cb8f1e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.035102138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"da988c2a-77cd-4c4a-b1b2-2f7f9c81cb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.035549749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e5916a7a-3f30-48cc-baac-855ea1f00e57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.043462287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"da988c2a-77cd-4c4a-b1b2-2f7f9c81cb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.04400048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e5916a7a-3f30-48cc-baac-855ea1f00e57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.045015999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"84601d52-f5a9-4542-8433-3aeb9638d270","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.04504096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"84601d52-f5a9-4542-8433-3aeb9638d270","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.045784391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"305e017a-7a48-45a3-aa39-7012a8cb8f1e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.053721195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"86c1b7b7-ac52-4aaf-b757-1ddda0ad20d0","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.05373823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"86c1b7b7-ac52-4aaf-b757-1ddda0ad20d0","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.070440424Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"9e121f12-99ed-4813-9ca1-1a5e3aae3798","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-auth-test-model-9add72","model":"auth-test-model-9add72","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-9add72/e2e-auth-iso-88e9f7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.086700667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc034df7-d06b-4735-95dc-c830a4463995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.090557691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d2d48c1a-736e-437e-a25a-31ab14ef6157","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.091019988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"165e370e-0321-4069-ba7e-a699f77569f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.091252383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"4a00566a-3692-4f4b-a1e1-e712817af69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.091503284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"30159331-d704-4be6-a1e4-4ab3e3ff0fd9","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.091521448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"30159331-d704-4be6-a1e4-4ab3e3ff0fd9","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.094075787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fde50cf6-ca40-4563-bff6-6e81341a094c","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.096955057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc034df7-d06b-4735-95dc-c830a4463995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.099532809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d2d48c1a-736e-437e-a25a-31ab14ef6157","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.136367054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"4a00566a-3692-4f4b-a1e1-e712817af69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.139649676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"165e370e-0321-4069-ba7e-a699f77569f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.141971799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fde50cf6-ca40-4563-bff6-6e81341a094c","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.186012975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"d2aef4cb-eb4e-4921-9766-4afd69c606d3","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-auth-test-model-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.285432607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"e370dc51-64d8-4748-88bc-24b8ace66e00","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.285455617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"e370dc51-64d8-4748-88bc-24b8ace66e00","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.286615684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"8635de49-0e3d-46d4-bffd-58804cd251e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.287720841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"cd6e4f1a-6e1d-4c04-9311-e94693832f8a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.288486816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f307e015-30bb-49ad-b18a-f3db23872074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.294493599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"8635de49-0e3d-46d4-bffd-58804cd251e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.296321636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"cd6e4f1a-6e1d-4c04-9311-e94693832f8a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.29751163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f307e015-30bb-49ad-b18a-f3db23872074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.308301198Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"e9f764a3-5c9c-471e-9a07-d9551cb2cec7","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-958a8579","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.488765063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9c8e7f61-1859-4c65-96d3-fbaaa9146e4e","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.504619022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"9c8e7f61-1859-4c65-96d3-fbaaa9146e4e","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.645763461Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","namespace":"ai-tenant-e2e-derive-ef15d972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.645822587Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","namespace":"ai-tenant-e2e-derive-ef15d972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.645872125Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","tenant":"e2e-derive-ef15d972","tenantID":"e2e-derive-ef15d972","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.651361218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"Deployment","name":"maas-api-e2e-derive-ef15d972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.668994801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"Service","name":"maas-api-e2e-derive-ef15d972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.682590159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-ef15d972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.699563201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-ef15d972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.708597635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.727373594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.739480553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.744756416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.747740378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"Deployment","name":"payload-processing-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.75033238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.754712427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"Service","name":"payload-processing-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.756852968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"Service","name":"payload-pre-processing-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.759116544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"DestinationRule","name":"payload-processing-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.770297461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.775559029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.784081362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.787309499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.792288879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.795537396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-ef15d972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.797754768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ef15d972"},"namespace":"ai-tenant-e2e-derive-ef15d972","name":"default-tenant","reconcileID":"eaa17174-653e-4b15-aad8-29b94bfa395d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-ef15d972","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.883273131Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-ef15d972","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-ef15d972","reconcileID":"51990ae4-4049-4eb3-8c8d-c7780940f18a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-ef15d972","removed":["maas.opendatahub.io/gateway-access-e2e-derive-ef15d972"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.242152027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53be36-d77c-40d3-9452-611253468286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.245003071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53be36-d77c-40d3-9452-611253468286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.249059089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53be36-d77c-40d3-9452-611253468286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.257388066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a53be36-d77c-40d3-9452-611253468286","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.505271918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21f6fe1-847a-4732-b82e-bbb5fdb901dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.508660526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21f6fe1-847a-4732-b82e-bbb5fdb901dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.511155071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21f6fe1-847a-4732-b82e-bbb5fdb901dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.513770843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21f6fe1-847a-4732-b82e-bbb5fdb901dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.656616077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80d0a05a-932c-4f14-b228-0582ec686139","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.65663912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80d0a05a-932c-4f14-b228-0582ec686139","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.665234233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7760f556-395c-4a43-bc6a-357bec1416fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.665252998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7760f556-395c-4a43-bc6a-357bec1416fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.6740447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c54b13a5","namespace":"ai-tenant-e2e-mt-c54b13a5"},"namespace":"ai-tenant-e2e-mt-c54b13a5","name":"e2e-policy-c54b13a5","reconcileID":"e4ff5c08-5dbc-439f-b145-5be5ba0fd9be","MaaSAuthPolicy":{"name":"e2e-policy-c54b13a5","namespace":"ai-tenant-e2e-mt-c54b13a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.705419701Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c54b13a5","namespace":"ai-tenant-e2e-mt-c54b13a5"},"namespace":"ai-tenant-e2e-mt-c54b13a5","name":"e2e-policy-c54b13a5","reconcileID":"e4ff5c08-5dbc-439f-b145-5be5ba0fd9be","MaaSAuthPolicy":{"name":"e2e-policy-c54b13a5","namespace":"ai-tenant-e2e-mt-c54b13a5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.711731693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c54b13a5","namespace":"ai-tenant-e2e-mt-c54b13a5"},"namespace":"ai-tenant-e2e-mt-c54b13a5","name":"e2e-policy-c54b13a5","reconcileID":"e4ff5c08-5dbc-439f-b145-5be5ba0fd9be","MaaSAuthPolicy":{"name":"e2e-policy-c54b13a5","namespace":"ai-tenant-e2e-mt-c54b13a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.720601228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a9e712b-a3e9-4c35-86b6-424a50261195","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.720618081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a9e712b-a3e9-4c35-86b6-424a50261195","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.047457286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"07636357-1f26-46a4-9233-c1a157595211","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.060372349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"07636357-1f26-46a4-9233-c1a157595211","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.142964401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63e6249f5fef0265cb347da024745e5aab578145f33c2f25620d497ee011bac4) AuthConfig (466539fe5d3957c9dccc5292801325d707fb5bfb70584c3142e288a805f9489e) AuthConfig (b5b92f0da1f9f06508a686b2f7b380c475dd3d2b6efcbd2e5bcf6b70c0289c8e) AuthConfig (506b7e4a11aee61d8ed94bad91e9fe0ae73f0ef4984a701ccf34ec5eb86aaffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"07636357-1f26-46a4-9233-c1a157595211","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.222734425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7dc249-65a1-4b70-9955-ed054df605cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.225798133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7dc249-65a1-4b70-9955-ed054df605cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.239491852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7dc249-65a1-4b70-9955-ed054df605cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.241938797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f7dc249-65a1-4b70-9955-ed054df605cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.321151481Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"265218a3-7446-44f9-a0e5-73004e7c8fc4","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","subscription":"e2e-att-serve-1b114f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.330207632Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"265218a3-7446-44f9-a0e5-73004e7c8fc4","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.336061403Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-sub","reconcileID":"265218a3-7446-44f9-a0e5-73004e7c8fc4","MaaSSubscription":{"name":"e2e-att-serve-1b114f-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.400049438Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.405419519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"d16cf142-f4a1-4526-a7e1-a45256567f82","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.405442432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"d16cf142-f4a1-4526-a7e1-a45256567f82","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.444620791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"d5ba4962-483b-4cd1-a07b-da834825f924","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.454400399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"d5ba4962-483b-4cd1-a07b-da834825f924","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.510974469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"1a43248b-f4b4-4ba2-a441-620708f681dd","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.519977638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"1a43248b-f4b4-4ba2-a441-620708f681dd","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.528892619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f95931-8e31-489e-a91a-73a14b12a424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.534637908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f95931-8e31-489e-a91a-73a14b12a424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.54063217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f95931-8e31-489e-a91a-73a14b12a424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.543463888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f95931-8e31-489e-a91a-73a14b12a424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.571200471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"999ffe57-69fd-48c5-9414-abdf5570302d","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.571220686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"999ffe57-69fd-48c5-9414-abdf5570302d","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.600542899Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"509e85d6-25f9-4f8b-9c04-3bcbc1ac780a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.623548953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"509e85d6-25f9-4f8b-9c04-3bcbc1ac780a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.655187323Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"509e85d6-25f9-4f8b-9c04-3bcbc1ac780a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.655204718Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-att-serve-1b114f-access","reconcileID":"509e85d6-25f9-4f8b-9c04-3bcbc1ac780a","MaaSAuthPolicy":{"name":"e2e-att-serve-1b114f-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.668662666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"cb75ffe4-8ce8-400f-8a38-ae07fc8b5a18","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-att-user-7c783b/e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:37.668682742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"cb75ffe4-8ce8-400f-8a38-ae07fc8b5a18","MaaSModelRef":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"routeName":"external-model-e2e-att-serve-1b114f-771423b8db11","namespace":"e2e-extmod-att-user-7c783b","model":"e2e-att-serve-1b114f","externalModel":"e2e-att-serve-1b114f","provider":"e2e-att-serve-1b114f-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.253167593Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"8d59f309-bb1c-4447-8cae-120741130c16","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.263634448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"44523cd5-bf07-4abe-be82-97ff1b76569b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.264237455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f006f154-3e02-4819-849c-72315843a25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.266892172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"6d59e40d-95d8-4a7a-9b21-43461527df64","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.268913836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9c9ac7b1-a5a7-418f-973a-56117963a871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.268998866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"fe90d211-2d29-4889-b994-ce92889a8f00","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.278841724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f006f154-3e02-4819-849c-72315843a25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.279613932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"44523cd5-bf07-4abe-be82-97ff1b76569b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.28547201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"fe90d211-2d29-4889-b994-ce92889a8f00","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.286594294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"6d59e40d-95d8-4a7a-9b21-43461527df64","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.287074251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63e6249f5fef0265cb347da024745e5aab578145f33c2f25620d497ee011bac4) AuthConfig (466539fe5d3957c9dccc5292801325d707fb5bfb70584c3142e288a805f9489e) AuthConfig (b5b92f0da1f9f06508a686b2f7b380c475dd3d2b6efcbd2e5bcf6b70c0289c8e) AuthConfig (506b7e4a11aee61d8ed94bad91e9fe0ae73f0ef4984a701ccf34ec5eb86aaffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"44523cd5-bf07-4abe-be82-97ff1b76569b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.290172678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9c9ac7b1-a5a7-418f-973a-56117963a871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.368064069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4939a614-d078-4405-a8f0-04504d3822a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.377292481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4939a614-d078-4405-a8f0-04504d3822a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.429903746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-1b114f","namespace":"e2e-extmod-att-user-7c783b"},"namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","reconcileID":"c88aeda0-8fef-4dc9-aa9d-52dbd3dd02b0","namespace":"e2e-extmod-att-user-7c783b","name":"e2e-att-serve-1b114f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.447168259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"8ba76511-3048-4e12-ae24-aee36e1b1e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.454037887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"8ba76511-3048-4e12-ae24-aee36e1b1e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.506685936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d6b55aad-e4b7-45d5-85a8-8a5fcca546ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.506869087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"153aee9a-db8f-4dda-b487-daa7e15d0a28","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.508192987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5924c30d-913e-45c6-9b23-938e7daca0ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.508209002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99b3c67b-55f4-4853-8b1a-6cbb88af0a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.514448905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"153aee9a-db8f-4dda-b487-daa7e15d0a28","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.51520381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d6b55aad-e4b7-45d5-85a8-8a5fcca546ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.516846909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5924c30d-913e-45c6-9b23-938e7daca0ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.537418346Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99b3c67b-55f4-4853-8b1a-6cbb88af0a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.543565466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99b3c67b-55f4-4853-8b1a-6cbb88af0a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.552998364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7deb7e48-d930-4f53-ab29-da57eea4c3b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.553016393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7deb7e48-d930-4f53-ab29-da57eea4c3b4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.607077832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"1ab11c25-775a-4c21-b7a1-35ffdb4e6922","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.608667468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3247ef9a-47e9-4c86-a53d-02653cd14707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.608732488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7526945d-b111-45ad-801a-5a896343c96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.60906052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"8463fd40-c6ca-4ec8-967c-a1dd2056d4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.609194935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23996cc4-2ce4-44d9-a034-6961c15dde6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.616011907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"1ab11c25-775a-4c21-b7a1-35ffdb4e6922","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.620213551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23996cc4-2ce4-44d9-a034-6961c15dde6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.620958127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3247ef9a-47e9-4c86-a53d-02653cd14707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.626875828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"8463fd40-c6ca-4ec8-967c-a1dd2056d4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.626918398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7526945d-b111-45ad-801a-5a896343c96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.769549354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"e68110dd-94e1-4d2f-aa94-ab3e95ca4162","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.769773167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"bf2b23c5-96d2-44f2-a4d4-c24d19f1437b","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.770280179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"abff780c-06e5-4a30-8804-3a95da34bdd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.789107933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"df054431-0415-4245-b5a3-e342044ad661","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.789824882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"08e8643a-4cd2-4ba4-9cb5-ccbadc71622a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.815233464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"e68110dd-94e1-4d2f-aa94-ab3e95ca4162","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.835966134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"bf2b23c5-96d2-44f2-a4d4-c24d19f1437b","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.836783875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"abff780c-06e5-4a30-8804-3a95da34bdd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.840123798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"08e8643a-4cd2-4ba4-9cb5-ccbadc71622a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.886844658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"df054431-0415-4245-b5a3-e342044ad661","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.893369049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63e6249f5fef0265cb347da024745e5aab578145f33c2f25620d497ee011bac4) AuthConfig (466539fe5d3957c9dccc5292801325d707fb5bfb70584c3142e288a805f9489e) AuthConfig (b5b92f0da1f9f06508a686b2f7b380c475dd3d2b6efcbd2e5bcf6b70c0289c8e) AuthConfig (506b7e4a11aee61d8ed94bad91e9fe0ae73f0ef4984a701ccf34ec5eb86aaffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"df054431-0415-4245-b5a3-e342044ad661","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.903413224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4acedd97-5f6b-4c78-bf04-417ed3cd2ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:38.910787881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4acedd97-5f6b-4c78-bf04-417ed3cd2ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.039695439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a87cb45a-464b-48b8-898c-ed960dfce245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:39.04721944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a87cb45a-464b-48b8-898c-ed960dfce245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.768125561Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.228609356Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"a05a098b-526d-48b1-9072-db5299107a9a","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.244906573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"63758233-c545-490f-88da-4ea0cb23e1a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.245390103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"23de8965-b86b-41ec-a1b5-8834901043f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.24564125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"aaccb0f2-ef99-4b29-8f4b-0a5391868080","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.246533436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e9bf6975-932f-45fa-a376-274f6e6dcbdf","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.247064991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e9e58cc-c187-400f-84c5-386fbb88bebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.252194873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"63758233-c545-490f-88da-4ea0cb23e1a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.252863141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"aaccb0f2-ef99-4b29-8f4b-0a5391868080","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.254510258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e9bf6975-932f-45fa-a376-274f6e6dcbdf","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.254942161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"23de8965-b86b-41ec-a1b5-8834901043f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.256691318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e9e58cc-c187-400f-84c5-386fbb88bebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.258367371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63e6249f5fef0265cb347da024745e5aab578145f33c2f25620d497ee011bac4) AuthConfig (466539fe5d3957c9dccc5292801325d707fb5bfb70584c3142e288a805f9489e) AuthConfig (b5b92f0da1f9f06508a686b2f7b380c475dd3d2b6efcbd2e5bcf6b70c0289c8e) AuthConfig (506b7e4a11aee61d8ed94bad91e9fe0ae73f0ef4984a701ccf34ec5eb86aaffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"63758233-c545-490f-88da-4ea0cb23e1a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.262381257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e9e58cc-c187-400f-84c5-386fbb88bebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.266532012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82f57605-0a71-4d9d-94c3-983aabf0abae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.269372318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e27ff375-ae42-4ed0-8226-6803497917fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.270461864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"d0895851-fbb3-4b71-9c58-97e2bf1a61c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.27189991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d3191c66-f66f-4759-a075-450f2b94f04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.274653851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82f57605-0a71-4d9d-94c3-983aabf0abae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.27506258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"9e1589a6-a2a0-4a3a-8752-0d1f0a95e878","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.276471553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e27ff375-ae42-4ed0-8226-6803497917fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.283400537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"d0895851-fbb3-4b71-9c58-97e2bf1a61c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.283602001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d3191c66-f66f-4759-a075-450f2b94f04e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.286557186Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"3f87f6fa-1f4c-46e2-ab8d-bd7c6453b831","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.334971447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"9e1589a6-a2a0-4a3a-8752-0d1f0a95e878","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.37212315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"5e0777c4-b483-4491-bb56-37c34c3247b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.376932087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d67af1cd-2e23-4807-bee3-8ac08da5211f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.377060674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cba5350d-28c0-4a57-9962-fd54b84b88b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.378074786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"ccb184e4-3c79-4cd0-bfa2-e6920c699ce9","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.381924674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"5e0777c4-b483-4491-bb56-37c34c3247b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.382277911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"23a2be0b-23a3-4469-82a2-717c4364ec1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.386316939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"ccb184e4-3c79-4cd0-bfa2-e6920c699ce9","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.38690789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d67af1cd-2e23-4807-bee3-8ac08da5211f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.389025318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cba5350d-28c0-4a57-9962-fd54b84b88b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.390956233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"23a2be0b-23a3-4469-82a2-717c4364ec1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.452707884Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"82de76af-9741-4e5b-b577-e91cfb9e6ba1","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.49100699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"b853c551-8306-4090-b05f-44f5aefba4b6","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.505286111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"5dc2cf11-3dda-47d6-a0d4-9eab6519ff39","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.512507692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"7ad4675a-790e-4548-9b61-ea09a59feb95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.52128926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"5dc2cf11-3dda-47d6-a0d4-9eab6519ff39","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.524536271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"7ad4675a-790e-4548-9b61-ea09a59feb95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.551841581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63e6249f5fef0265cb347da024745e5aab578145f33c2f25620d497ee011bac4) AuthConfig (466539fe5d3957c9dccc5292801325d707fb5bfb70584c3142e288a805f9489e) AuthConfig (b5b92f0da1f9f06508a686b2f7b380c475dd3d2b6efcbd2e5bcf6b70c0289c8e) AuthConfig (506b7e4a11aee61d8ed94bad91e9fe0ae73f0ef4984a701ccf34ec5eb86aaffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"5dc2cf11-3dda-47d6-a0d4-9eab6519ff39","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.61499832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e805417-286c-480f-84d2-eaf021ee7c83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.617396867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b4d40182-ffdf-4467-a4e9-261c919d3a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.617559564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5b30c849-98cf-4609-9111-a1fab4bc44db","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.621887055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fd59708e-df8e-4af4-8631-e3fee5ae0098","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.633119098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5b30c849-98cf-4609-9111-a1fab4bc44db","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.635834318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fd59708e-df8e-4af4-8631-e3fee5ae0098","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.645652768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b4d40182-ffdf-4467-a4e9-261c919d3a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.658315763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e805417-286c-480f-84d2-eaf021ee7c83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.670274137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"a02c6e08-35af-49fe-85dc-501fba1bb91e","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.672161515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e805417-286c-480f-84d2-eaf021ee7c83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.701556017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"936358d1-57f8-4aa7-8d68-3f3445c165b5","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.701580067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"936358d1-57f8-4aa7-8d68-3f3445c165b5","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-e87c5e-509affba8410","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.712932905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce17e422-363c-4ee3-a8d2-86ba1449d95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.713105283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9bfc3703-0af9-48c9-9c57-2d87d64100ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.737984736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9bfc3703-0af9-48c9-9c57-2d87d64100ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.745644917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce17e422-363c-4ee3-a8d2-86ba1449d95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.832840335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f5d7d52f-4aa3-4807-8159-45daffc62e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.833801159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9dc73954-d3b9-4c04-aa9d-45e310b1c42c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.854932915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f5d7d52f-4aa3-4807-8159-45daffc62e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.858366521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9dc73954-d3b9-4c04-aa9d-45e310b1c42c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.88174971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"300cc4f1-1bbe-4083-804b-1d992200b7dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.890774552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"300cc4f1-1bbe-4083-804b-1d992200b7dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.89173975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"9827765f-8433-4afe-aa14-08154880fa98","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.894647273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"70981b14-eef0-4328-b8f1-cdd4ce99836e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.904635092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"70981b14-eef0-4328-b8f1-cdd4ce99836e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.906082675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"9827765f-8433-4afe-aa14-08154880fa98","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.912854485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63e6249f5fef0265cb347da024745e5aab578145f33c2f25620d497ee011bac4) AuthConfig (466539fe5d3957c9dccc5292801325d707fb5bfb70584c3142e288a805f9489e) AuthConfig (b5b92f0da1f9f06508a686b2f7b380c475dd3d2b6efcbd2e5bcf6b70c0289c8e) AuthConfig (506b7e4a11aee61d8ed94bad91e9fe0ae73f0ef4984a701ccf34ec5eb86aaffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"9827765f-8433-4afe-aa14-08154880fa98","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.985638792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"43590fea-012f-4935-a105-9980ac87ac95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.985723597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"772ac16a-2ad7-4425-b41b-8353341afedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.987779347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"dd6ac51b-220f-4f60-88b8-53edf11d5fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.991088121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02004e6d-395d-4c35-a8bb-d545c4af0d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.995829241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"772ac16a-2ad7-4425-b41b-8353341afedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.996236355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"cfffc5b9-71fa-4aec-a4b1-243426fe3794","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.996851838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"43590fea-012f-4935-a105-9980ac87ac95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.001296156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"dd6ac51b-220f-4f60-88b8-53edf11d5fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.003787308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02004e6d-395d-4c35-a8bb-d545c4af0d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.005314599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"cfffc5b9-71fa-4aec-a4b1-243426fe3794","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.009925791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02004e6d-395d-4c35-a8bb-d545c4af0d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.079765047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cdd97cc2-5cff-4500-b3db-604c34a203b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.087710406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cdd97cc2-5cff-4500-b3db-604c34a203b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.238844466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fac74e24-c916-42e2-9123-d7ed8566a5f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.238844389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dda5a1e5-3598-4d2b-a061-67199fb9d6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.239545057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"4ae9bebb-f81e-40df-9cca-e969127b8b76","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.241828268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8d01ac28-cf04-489c-9419-909b48bde83f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.246826581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fac74e24-c916-42e2-9123-d7ed8566a5f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.247945412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"4ae9bebb-f81e-40df-9cca-e969127b8b76","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.250659087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dda5a1e5-3598-4d2b-a061-67199fb9d6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.250927733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8d01ac28-cf04-489c-9419-909b48bde83f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.971598646Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"908b6996-fc3f-4be4-98b5-42ab834d7b5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.980729167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5a9e1699-3f6d-4bc0-8c1d-0683fd84726c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.980770965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c3132fd2-f843-455b-9382-4e28041e7248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.981628237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"92e32256-2e1f-4bd7-86f8-b4ad136ef59e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.982157908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"6a89079d-06dd-422d-b392-a16b5aff8c3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.983471551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41e0177-d1cf-4210-845a-b56c3ce31148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.991257984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5a9e1699-3f6d-4bc0-8c1d-0683fd84726c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.994152698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c3132fd2-f843-455b-9382-4e28041e7248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.995728924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"92e32256-2e1f-4bd7-86f8-b4ad136ef59e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.996982591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"6a89079d-06dd-422d-b392-a16b5aff8c3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.999217759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41e0177-d1cf-4210-845a-b56c3ce31148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.003588973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63e6249f5fef0265cb347da024745e5aab578145f33c2f25620d497ee011bac4) AuthConfig (466539fe5d3957c9dccc5292801325d707fb5bfb70584c3142e288a805f9489e) AuthConfig (b5b92f0da1f9f06508a686b2f7b380c475dd3d2b6efcbd2e5bcf6b70c0289c8e) AuthConfig (506b7e4a11aee61d8ed94bad91e9fe0ae73f0ef4984a701ccf34ec5eb86aaffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"92e32256-2e1f-4bd7-86f8-b4ad136ef59e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.005971982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41e0177-d1cf-4210-845a-b56c3ce31148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.025654713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51761feb-b40b-459b-98c4-3eb7605c6bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.025655014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"263a39ec-46c2-4742-9e3e-ccc24cd73ecd","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.032851099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c3215286-2c46-42e0-8766-e466f972c60b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.033433134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"0fab0d86-3884-43e7-b7ad-f5e9946852fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.036127029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51761feb-b40b-459b-98c4-3eb7605c6bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.037761342Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"9901d772-4e79-4b1e-896b-1c3cce7d8abb","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-e87c5e-509affba8410","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.03794122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"263a39ec-46c2-4742-9e3e-ccc24cd73ecd","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.042522032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c3215286-2c46-42e0-8766-e466f972c60b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.043060102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"0fab0d86-3884-43e7-b7ad-f5e9946852fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.118739902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f2f8e63c-2a1a-4a5a-8d20-b7580eb93cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.127811657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f2f8e63c-2a1a-4a5a-8d20-b7580eb93cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.219912134Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"cf63e123-f806-4b25-b86f-a67928ae38d9","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.23002653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"61082898-b13d-488a-a133-63fea5c111f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.232094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"c4776dee-a494-4490-a94d-f62143fe73cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.236828548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b281e14c-24ec-44db-b8d4-aab0a4b35cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.239461473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"9f5383ab-22c3-4fbd-a9be-6ed44fa24760","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.242277447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"61082898-b13d-488a-a133-63fea5c111f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.244901929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"c4776dee-a494-4490-a94d-f62143fe73cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.252383546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b281e14c-24ec-44db-b8d4-aab0a4b35cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.255678052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"9f5383ab-22c3-4fbd-a9be-6ed44fa24760","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.321884031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0e9994d3-77aa-40d8-b4a6-e1a98be2e11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.324100079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7b5a0139-6c6c-40c6-abec-e1f371ef7b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.330881942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0e9994d3-77aa-40d8-b4a6-e1a98be2e11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.33241005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7b5a0139-6c6c-40c6-abec-e1f371ef7b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.379551548Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"f614ab99-c2ae-4c31-a492-a59dae4db16d","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.386321883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"a9e5504b-3d71-45fb-801d-a87adb124cd0","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.413835323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"606c44c4-ee0c-493a-a800-0e14a58c0ab6","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.449401308Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"606c44c4-ee0c-493a-a800-0e14a58c0ab6","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.456285864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"606c44c4-ee0c-493a-a800-0e14a58c0ab6","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.472689039Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"dd03976e-64e9-44ef-ae32-d33a0fc579c1","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.010854294Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"370f4963-2748-4a14-8bc4-250ba555fe98","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.013819468Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"30f90b7d-237f-48fd-a94e-80f1715f8ba9","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.028528201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"09999592-18eb-4488-82cf-4198db75f574","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.029759692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"54b3b696-28e0-484a-948c-ae39350c1838","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.029947595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ba74c4ae-9a8e-450f-9efc-598fa0490d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.030171298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb0b865b-6539-46d5-ba47-d307a5847c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.030331271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8f7776d8-6eca-4401-bf1d-bb4eb9fcf656","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.041866015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"09999592-18eb-4488-82cf-4198db75f574","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.042241694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb0b865b-6539-46d5-ba47-d307a5847c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.044666425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8f7776d8-6eca-4401-bf1d-bb4eb9fcf656","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.044738048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ba74c4ae-9a8e-450f-9efc-598fa0490d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.047009815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"54b3b696-28e0-484a-948c-ae39350c1838","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.049431971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"09999592-18eb-4488-82cf-4198db75f574","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.050471044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb0b865b-6539-46d5-ba47-d307a5847c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.054201496Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"e7e53c9f-a8db-498a-8339-6512f03a9e9b","namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.055544619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63e6249f5fef0265cb347da024745e5aab578145f33c2f25620d497ee011bac4) AuthConfig (466539fe5d3957c9dccc5292801325d707fb5bfb70584c3142e288a805f9489e) AuthConfig (b5b92f0da1f9f06508a686b2f7b380c475dd3d2b6efcbd2e5bcf6b70c0289c8e) AuthConfig (506b7e4a11aee61d8ed94bad91e9fe0ae73f0ef4984a701ccf34ec5eb86aaffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"54b3b696-28e0-484a-948c-ae39350c1838","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.06337163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c43099ad-5824-4005-aa22-de8f29157a66","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.063389845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23d098a3-f951-4e7d-b5f0-0f27870ea496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.071627422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d5fc6cd0-df57-4401-9b8d-fa58e0130bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.073867437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23d098a3-f951-4e7d-b5f0-0f27870ea496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.076018545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c43099ad-5824-4005-aa22-de8f29157a66","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.079625158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d5fc6cd0-df57-4401-9b8d-fa58e0130bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.195104191Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"7221bcf0-4270-45b0-9084-14ca78fd7895","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.203750564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"cfca5bb9-8f60-4aaf-a160-8b2b2e35982a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.242184334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"b9383b1e-54a7-4ea7-aeb6-54c0ea9c6faa","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.243870624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"cfca5bb9-8f60-4aaf-a160-8b2b2e35982a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.288860356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"85202cf9-681a-4efb-b634-9243ec69bd49","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.298890595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3b13ad79-f224-4972-b698-fd99863a2845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.299523895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"32911c7c-0dad-401b-8e6e-52ae94f37566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.300207573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"57cdcf7d-1a11-488b-a516-8f454c7be9b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.352698826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"85202cf9-681a-4efb-b634-9243ec69bd49","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.353519278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"a708462f-dcbe-46e2-bad0-8b6745928c15","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.357273891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3b13ad79-f224-4972-b698-fd99863a2845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.360797978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"32911c7c-0dad-401b-8e6e-52ae94f37566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.364751841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"57cdcf7d-1a11-488b-a516-8f454c7be9b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.366201583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"a708462f-dcbe-46e2-bad0-8b6745928c15","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.415967724Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"e0faa833-c499-4b9f-90b6-b5cfd1f8aefc","namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.42129767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"7688c93e-5b39-4646-9700-dea3b3da16fb","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.421327772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"7688c93e-5b39-4646-9700-dea3b3da16fb","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.478812348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"4f4f4bd0-9f85-4288-bda1-e77657fb2296","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.479497306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"17dfc59a-8fa3-420f-aaa2-44e03f1ad27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.480265681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"be6e4b0f-c8af-44e3-8391-15b1bb72820a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.482654473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"acf486f2-2dad-426a-af34-fd0266a890ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.486987805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"17dfc59a-8fa3-420f-aaa2-44e03f1ad27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.537636823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"be6e4b0f-c8af-44e3-8391-15b1bb72820a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.541325943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"4f4f4bd0-9f85-4288-bda1-e77657fb2296","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.542219364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"acf486f2-2dad-426a-af34-fd0266a890ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.543905352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5387c6de-b8d8-4655-a7a0-5987abe072ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.550751275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"4f4f4bd0-9f85-4288-bda1-e77657fb2296","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.556588632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5387c6de-b8d8-4655-a7a0-5987abe072ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.64359097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5387c6de-b8d8-4655-a7a0-5987abe072ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.648040902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"8512b33d-72f7-4c99-881e-6f92e77001b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.649964894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4b6641ac-7040-4315-b97f-7069d58a9014","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.650421131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e005ab72-0369-412a-86a6-782f056257bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.654570207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d35a3fdc-406c-426f-bdb7-1635ab43768c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.655251316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"8512b33d-72f7-4c99-881e-6f92e77001b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.655548064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8ec58725-edde-4032-812f-54a4f2b4af01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.656933754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4b6641ac-7040-4315-b97f-7069d58a9014","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.657971267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e005ab72-0369-412a-86a6-782f056257bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.661990106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d35a3fdc-406c-426f-bdb7-1635ab43768c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.736196871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8ec58725-edde-4032-812f-54a4f2b4af01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.736578029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63e6249f5fef0265cb347da024745e5aab578145f33c2f25620d497ee011bac4) AuthConfig (466539fe5d3957c9dccc5292801325d707fb5bfb70584c3142e288a805f9489e) AuthConfig (b5b92f0da1f9f06508a686b2f7b380c475dd3d2b6efcbd2e5bcf6b70c0289c8e) AuthConfig (506b7e4a11aee61d8ed94bad91e9fe0ae73f0ef4984a701ccf34ec5eb86aaffc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"8512b33d-72f7-4c99-881e-6f92e77001b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.753936607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"911b2849-d067-4b33-b3e3-fe970b4f36a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.76130245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"911b2849-d067-4b33-b3e3-fe970b4f36a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.852639669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"3310f61f-bac2-4f20-a58a-4d7e9dc03eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.852693605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"39620369-acf9-45fb-a5ea-9aa10f998c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.853838815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"6ecc7619-da58-4ff1-afaa-78a7a71767ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.854143287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"303fdd3f-a157-4b22-925e-bf0c320d0509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.860632025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"3310f61f-bac2-4f20-a58a-4d7e9dc03eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.860769053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"39620369-acf9-45fb-a5ea-9aa10f998c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.865390716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"6ecc7619-da58-4ff1-afaa-78a7a71767ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.865467116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"303fdd3f-a157-4b22-925e-bf0c320d0509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.951571807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"4597e908-fe74-4125-85d9-d62ae655f64b","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.951585629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"c973452a-b25a-4a3a-97b3-bc9c86a65d0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.958726497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"4597e908-fe74-4125-85d9-d62ae655f64b","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.95886797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"c973452a-b25a-4a3a-97b3-bc9c86a65d0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:52.846161673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"23c2263e-a216-4658-ae74-e5a85ca59d13","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-auth-test-model-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:52.870398092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"ce336e60-bf63-4020-a958-1b115f7b8ead","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:52.870424403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"ce336e60-bf63-4020-a958-1b115f7b8ead","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.302630795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"6091867e-27a3-4450-a0dc-74b1defb61e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:53.310594528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"6091867e-27a3-4450-a0dc-74b1defb61e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.627703548Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"50e01f02-fd42-425b-9d82-3a9807ac8f88","namespace":"llm","name":"e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.642987665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"3d300279-1a39-4a0e-a26d-d48b6e98bf13","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.646860007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"d056e702-63c3-4a77-8226-287c112c9acd","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.646923098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"e6285412-c001-464d-8d49-232efa7a62d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.64748975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"8564b977-3596-49a2-a5aa-9c962c9c60b2","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.64750701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822427f4-07bf-4975-a130-59b75b38d6e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.652814498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"3d300279-1a39-4a0e-a26d-d48b6e98bf13","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.654937026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"e6285412-c001-464d-8d49-232efa7a62d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.655385911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"d056e702-63c3-4a77-8226-287c112c9acd","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.65719552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822427f4-07bf-4975-a130-59b75b38d6e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.657680844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"8564b977-3596-49a2-a5aa-9c962c9c60b2","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.659760041Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"7dc66525-ed57-4033-a2de-74c3ec94f560","namespace":"llm","name":"e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.663718237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822427f4-07bf-4975-a130-59b75b38d6e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.665576466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"8564b977-3596-49a2-a5aa-9c962c9c60b2","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.678524107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"72ddc1d0-e925-4075-9901-b1b68530d9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.678530103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"65696d37-bb65-4234-ac19-82979e8a4eaf","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.684879737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"44610d27-7b43-4fbf-95a7-32b724d5756a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.684912282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"36bc247e-6fc2-4b1e-b7fb-68381d0552cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.687888058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"72ddc1d0-e925-4075-9901-b1b68530d9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.737784285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"65696d37-bb65-4234-ac19-82979e8a4eaf","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.738595918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"324a2d3f-a962-4cc2-bb0e-ba215c85c059","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.738613569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"324a2d3f-a962-4cc2-bb0e-ba215c85c059","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.739030805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"179f9f57-e3ac-485c-8cdd-af81ebc0e38d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.739045169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"179f9f57-e3ac-485c-8cdd-af81ebc0e38d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.739250244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e0aa9216-868e-46a2-a7b9-0c833cb22df4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.739262837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e0aa9216-868e-46a2-a7b9-0c833cb22df4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.739474133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4d9a68d-f98f-4220-bd73-63e21b36e279","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.739484245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4d9a68d-f98f-4220-bd73-63e21b36e279","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.739682925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b65c42c2-96dc-4ffa-90b1-738134b4d420","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.739692218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b65c42c2-96dc-4ffa-90b1-738134b4d420","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.73988176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a2b34685-d942-4526-87c3-92b848125c07","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.739907866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a2b34685-d942-4526-87c3-92b848125c07","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.740085202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"20dcd5f8-60b7-4545-aefb-ea5f48f6a3e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.740094392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"20dcd5f8-60b7-4545-aefb-ea5f48f6a3e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.740266077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"048aaf72-450a-4bdf-9fac-03b59c7e94dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.740278326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"048aaf72-450a-4bdf-9fac-03b59c7e94dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.741421466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"36bc247e-6fc2-4b1e-b7fb-68381d0552cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.744586483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efda85a9-3672-4105-a382-fdffd6916af9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.744607997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efda85a9-3672-4105-a382-fdffd6916af9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.744972315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee7f8f70-7453-4f38-bf50-a0e798dd5dc2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.744990268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee7f8f70-7453-4f38-bf50-a0e798dd5dc2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.745308247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c2e14f8e-f166-4982-94f5-fad27aa9e6df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.745324048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c2e14f8e-f166-4982-94f5-fad27aa9e6df","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.745475552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"44610d27-7b43-4fbf-95a7-32b724d5756a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.745635323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dbc7fe4e-e365-4ee2-bca3-135ae5711135","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.745652607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dbc7fe4e-e365-4ee2-bca3-135ae5711135","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.745962913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e103e3d-d0a6-4733-9700-ed230d7bb178","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.745980983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e103e3d-d0a6-4733-9700-ed230d7bb178","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.746222596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f998f455-87ad-4a6b-8041-b45a324a797b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.746235331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f998f455-87ad-4a6b-8041-b45a324a797b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.746468057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb34bd57-b2ee-4e08-b527-608ab235746a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.746479736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb34bd57-b2ee-4e08-b527-608ab235746a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.7467923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35ff6f2a-33fe-445e-9c0a-46a354f9de6e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.746803689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35ff6f2a-33fe-445e-9c0a-46a354f9de6e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.762781188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95efbf25-0d5f-453c-8ad0-d9e119b13a15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.763661553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f93a68b5-9c6b-481e-8c80-82166e6502dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.871982015Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"7828452e-4fc0-4f32-a9f3-dcd411938187","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"name":"e2e-dft-f2efc0","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.876007962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"70727bee-c7c1-48b0-bc8f-47acf744f3f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.876069258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"b111ea69-8759-498e-960a-fede952e227b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.877951297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2d66f45d-a9e8-4d72-8406-3a5e7b9f886c","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.878016842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f442a6fe-2ef3-4d5c-89d5-0ea127e7852d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.883573983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"70727bee-c7c1-48b0-bc8f-47acf744f3f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.885840778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"b111ea69-8759-498e-960a-fede952e227b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.88847914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f442a6fe-2ef3-4d5c-89d5-0ea127e7852d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.936067253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"2fe7a1e4-d202-4a26-87c7-009cb54b083e","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.936159091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2d66f45d-a9e8-4d72-8406-3a5e7b9f886c","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.936767096Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"2ea5562f-e069-4016-bd17-c4d7acb0f421","namespace":"llm","name":"e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.941744536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"f21cfb44-4d61-4b32-9a24-d64e698c56ba","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.941766597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"f21cfb44-4d61-4b32-9a24-d64e698c56ba","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.942015897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fb2bb7a-0d9e-4469-8f49-3a011a3799d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:54.9483053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fb2bb7a-0d9e-4469-8f49-3a011a3799d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.078865854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"36c4a2ac-afe7-4d24-9598-b750b0d979ca","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.08404273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"85dc1047-bc23-4994-9553-e16fa5fba137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.089774631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"36c4a2ac-afe7-4d24-9598-b750b0d979ca","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.090468746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ae2b82eb-df2f-4a7a-bfaf-750b4ba676dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.090673299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a110110b-033d-4e17-a267-13b6013d183a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.091022412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"ae8f1629-97a0-4376-80f1-6c63848d9208","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.094669852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"85dc1047-bc23-4994-9553-e16fa5fba137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.09610935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"36c4a2ac-afe7-4d24-9598-b750b0d979ca","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.098377883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a110110b-033d-4e17-a267-13b6013d183a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.098968194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"ae8f1629-97a0-4376-80f1-6c63848d9208","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.100881066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ae2b82eb-df2f-4a7a-bfaf-750b4ba676dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.125219857Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"cb2ab076-50d1-4efc-bb4d-d8316eb2a153","namespace":"llm","name":"e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.131594475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c05ec859-2d5a-42a9-baf6-0d8f2b2b1e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.140237918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c05ec859-2d5a-42a9-baf6-0d8f2b2b1e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.147765079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c05ec859-2d5a-42a9-baf6-0d8f2b2b1e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.175390416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"4a7b00b9-9b52-4176-bb1d-f0fdc619ba3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.177157937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"406965ed-2990-4e2c-b633-352889f8971f","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.188851743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"4a7b00b9-9b52-4176-bb1d-f0fdc619ba3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.191408783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"406965ed-2990-4e2c-b633-352889f8971f","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.195667211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"30a6be13-9a26-4525-b56a-20dd2ba3cb72","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.195745574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0e4a9714-cda2-4180-aa22-fea491e178f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.196184069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e12d3c0-db1e-4b09-bac2-3dbe6c4d57bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.202692281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"30a6be13-9a26-4525-b56a-20dd2ba3cb72","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.205805111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e12d3c0-db1e-4b09-bac2-3dbe6c4d57bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.23641835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0e4a9714-cda2-4180-aa22-fea491e178f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.239437975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"d1a44bf8-3c4a-4fbe-8667-311d100effa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.240704835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4a322bc2-b09c-4bdb-8d98-76b6ab10764b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.252085356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"d1a44bf8-3c4a-4fbe-8667-311d100effa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.262065475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4a322bc2-b09c-4bdb-8d98-76b6ab10764b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.355312709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"496e63ed-0bb2-4bff-b53c-0498fea4af9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.358716913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"5c96b206-2121-44eb-a6b0-6224f39c47f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.435882728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"496e63ed-0bb2-4bff-b53c-0498fea4af9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.439066107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"5c96b206-2121-44eb-a6b0-6224f39c47f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.447318541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"5efa8db8-acf6-4233-a85f-9de7950c7525","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.448640188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ae83a578-dbd1-42a2-ba1a-bb3cb80e6938","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.451291715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"34be4459-d583-4058-9a7d-db2e8f8db30c","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.454221669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"5efa8db8-acf6-4233-a85f-9de7950c7525","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.457005706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ae83a578-dbd1-42a2-ba1a-bb3cb80e6938","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.458626975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"34be4459-d583-4058-9a7d-db2e8f8db30c","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.458962108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"fa3fe69e-aa7e-4fab-9a8c-b984b49737de","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.534397246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"5efa8db8-acf6-4233-a85f-9de7950c7525","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.53675063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bb4df11-be70-47ef-a0c2-8ae979032b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.537477532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"fa3fe69e-aa7e-4fab-9a8c-b984b49737de","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.543081156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"bb472432-cb6c-499d-84d8-f03e940ea8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.544329584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bb4df11-be70-47ef-a0c2-8ae979032b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.549687505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bb4df11-be70-47ef-a0c2-8ae979032b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.550247732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"fcc4ee19-a9f7-4da6-b68c-f2dd1419c345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.551114132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"bb472432-cb6c-499d-84d8-f03e940ea8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.556593215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"fcc4ee19-a9f7-4da6-b68c-f2dd1419c345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.651877548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"418e9e59-b347-4b0c-a197-6a4fe43c7a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.662789203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"418e9e59-b347-4b0c-a197-6a4fe43c7a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.746173094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"ec048f25-0bbe-47f8-bec0-5dc66f18bfce","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.746195397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"ec048f25-0bbe-47f8-bec0-5dc66f18bfce","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.753166166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"e978af76-c080-45de-8dda-8e20dcd9c56d","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.753192798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"e978af76-c080-45de-8dda-8e20dcd9c56d","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.763183539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"4fb80a90-954b-4e6f-b28b-adf5c96423cc","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.773452048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"4fb80a90-954b-4e6f-b28b-adf5c96423cc","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.782668809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"4fb80a90-954b-4e6f-b28b-adf5c96423cc","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.795438275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"0e236c8a-d533-48f5-93b0-d006ebb8b145","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.795465837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"0e236c8a-d533-48f5-93b0-d006ebb8b145","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.865651463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"20f35002-a2b0-4890-b938-7bc5da98e3ea","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.875297358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"20f35002-a2b0-4890-b938-7bc5da98e3ea","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.882913876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"20f35002-a2b0-4890-b938-7bc5da98e3ea","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:55.886531481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"20f35002-a2b0-4890-b938-7bc5da98e3ea","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-f2efc0-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.902601589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"6f8e6264-36c2-44ae-afee-a67b3feadc20","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.910883511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"6f8e6264-36c2-44ae-afee-a67b3feadc20","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:55.916981591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"6f8e6264-36c2-44ae-afee-a67b3feadc20","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:56.027065756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"640dcd19-d6a7-4b19-a15d-527a81b5cc89","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.040693695Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.043612538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"dc753d88-ec04-4ed3-9295-05e47476d8b6","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.051713408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5c6e37f4-f2a1-4b21-bed8-269d9498452d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.054786665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"890d49e2-4e5e-453f-a3db-60944579a081","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:28:58.055515549Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-4fc989-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.059752538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5c6e37f4-f2a1-4b21-bed8-269d9498452d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.060154695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"d82a00a9-8d7e-4ff0-a331-a8d53e9255a0","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.064039618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"890d49e2-4e5e-453f-a3db-60944579a081","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.066657664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"1f131d09-01a8-4394-bcbb-b33f2124d2ec","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.079648021Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"db487064-de7f-495c-8031-789973208033","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.103469331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"ca7f90da-0464-4456-979b-65f0a1a902d2","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.172699776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"5ff57dd4-bee4-40ce-95ed-3010c49bc109","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.176152821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"553e62d3-c184-4b96-a40a-69eb3d7e14ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.176204306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"e512a16b-2e6c-419d-88e3-07ba922eeb78","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.183214215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"553e62d3-c184-4b96-a40a-69eb3d7e14ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.183635353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"e512a16b-2e6c-419d-88e3-07ba922eeb78","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.527072197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"9b379493-95dd-4225-a532-2b54eaf81708","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.527100312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"9b379493-95dd-4225-a532-2b54eaf81708","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.536729814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"062e0a7d-92a2-487d-88bc-92790c949c91","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.542837503Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"ec7d1d07-94e7-465f-869f-70a14d423f96","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9a4eb40d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.545957215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"062e0a7d-92a2-487d-88bc-92790c949c91","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.63590368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"85a1b9bb-c156-42e5-91bb-54457c301c85","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.642723555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"85a1b9bb-c156-42e5-91bb-54457c301c85","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.6498124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c54b13a5","namespace":"ai-tenant-e2e-mt-c54b13a5"},"namespace":"ai-tenant-e2e-mt-c54b13a5","name":"e2e-policy-c54b13a5","reconcileID":"8d93d827-b6e0-4298-97a2-19b9dcbe9c2b","MaaSAuthPolicy":{"name":"e2e-policy-c54b13a5","namespace":"ai-tenant-e2e-mt-c54b13a5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.655036216Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c54b13a5","namespace":"ai-tenant-e2e-mt-c54b13a5"},"namespace":"ai-tenant-e2e-mt-c54b13a5","name":"e2e-policy-c54b13a5","reconcileID":"8d93d827-b6e0-4298-97a2-19b9dcbe9c2b","MaaSAuthPolicy":{"name":"e2e-policy-c54b13a5","namespace":"ai-tenant-e2e-mt-c54b13a5"},"policyNamespace":"ai-tenant-e2e-mt-c54b13a5","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.544798173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"8911fd76-8884-404c-8d4b-1fd63acb9585","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.552851297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"8911fd76-8884-404c-8d4b-1fd63acb9585","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.559173745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"8911fd76-8884-404c-8d4b-1fd63acb9585","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.64684372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e762c5d-dfe5-4eb1-bd6d-091fdb3a86ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.656795669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e762c5d-dfe5-4eb1-bd6d-091fdb3a86ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.662744386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e762c5d-dfe5-4eb1-bd6d-091fdb3a86ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.941478622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"3544f85b-2213-4d84-97ef-762361e0475d","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.949652206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"3544f85b-2213-4d84-97ef-762361e0475d","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.954825296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"3544f85b-2213-4d84-97ef-762361e0475d","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:06.037411757Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"4cd20d61-0359-4a1c-b5d7-6382d271a39c","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.550757759Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"c8fb9513-ba98-4d62-a123-45a7486cae9d","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","subscription":"e2e-auth-iso-88e9f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.563685607Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"c8fb9513-ba98-4d62-a123-45a7486cae9d","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.572041296Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"c8fb9513-ba98-4d62-a123-45a7486cae9d","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.787240778Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.814474643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"210a4a9c-0c22-4fbf-90a0-3f52e6aa835d","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.814629314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"210a4a9c-0c22-4fbf-90a0-3f52e6aa835d","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.901305659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"0bc0e022-4ea3-4a52-ba20-d8f35dffe977","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.916672298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"1d7b5899-d836-4f13-b5ef-fbfcd4e93649","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.926406975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"1d7b5899-d836-4f13-b5ef-fbfcd4e93649","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.950080314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"1e93f431-61fc-43d9-929f-bc4f8b7bf005","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.954723343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"c4d8a9e2-9084-4261-a6b5-8917baa1a6d2","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.955515531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"c4d8a9e2-9084-4261-a6b5-8917baa1a6d2","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.969895147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"1e93f431-61fc-43d9-929f-bc4f8b7bf005","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:10.988757667Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"d21ce2a3-deae-479f-a056-09df0f159efb","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-63e21aca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.049776974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"e21c87e0-5be7-4f2e-a14d-84be5d21f110","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.065167814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"e21c87e0-5be7-4f2e-a14d-84be5d21f110","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.076764671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"87d8d7e9-c96a-44cb-9b92-3264855c404e","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.147046348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"932b8133-1f4f-418c-84b7-2a9dbdccb97a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.164916465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"461f2547-80bd-475f-abfd-faf5cb7d94c0","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.172701809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"932b8133-1f4f-418c-84b7-2a9dbdccb97a","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.740197227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ce4274fb-b047-439a-9ef7-f415a24fcf85","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.741781877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"699226c1-7d9c-47af-827b-74ed4a7226f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.743578583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"a19074c1-19c0-45ad-a9d4-2f1c5f5f5880","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.743636755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"1a01f72d-010f-4b1d-aa38-377e68f2635a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.747274895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ce4274fb-b047-439a-9ef7-f415a24fcf85","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.748686852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"699226c1-7d9c-47af-827b-74ed4a7226f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.750548983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"a19074c1-19c0-45ad-a9d4-2f1c5f5f5880","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.750895395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"1a01f72d-010f-4b1d-aa38-377e68f2635a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.767427147Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.810471213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e02b3893-3bfc-4dd1-93a3-d3125acab7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.810949453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"553e3b8b-59e9-4342-9e9e-e576045866cd","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.811027955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ca64cb-8c11-407d-8ca6-b93def29828a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.835022149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e02b3893-3bfc-4dd1-93a3-d3125acab7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.835748051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"553e3b8b-59e9-4342-9e9e-e576045866cd","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.837403277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ca64cb-8c11-407d-8ca6-b93def29828a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.842544819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e02b3893-3bfc-4dd1-93a3-d3125acab7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.842606379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"553e3b8b-59e9-4342-9e9e-e576045866cd","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.85425458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"2a42aef5-254d-498e-a2f8-87dc558ff4b5","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.854273005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"2a42aef5-254d-498e-a2f8-87dc558ff4b5","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.857241136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44261b45-9c42-42b0-9825-7947239dbafc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:11.857256097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44261b45-9c42-42b0-9825-7947239dbafc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.441623626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b7e802b9-1901-4c36-9b0e-3cd72b8a28c3","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.451798425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b7e802b9-1901-4c36-9b0e-3cd72b8a28c3","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.458258114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (435c6c90c4ff4ffede0f266275b7fbfa5e353e8907728965816d1bd9886c47b1) AuthConfig (2218acd427e1a6492d84cabc7611655a8086ece0bd61d06d0fc1cefe887dbcf1) AuthConfig (53c2efd29ab5391db735846c003f890c3a590445cf01dd84c1568ebd9faaea6b) AuthConfig (0b1db42e7d155a3d1a7a1f3cda8e772e8c35d30fa90a279d06b33f27472503b8) AuthConfig (1b8198b494314e8f74bfe2cca5c3f98bdb45fe9e0c61789f203c66722d5c4bbc) AuthConfig (c077245a3afea853ebd94dfea51814e56ce27f357d024dfad477f4d6fb4ccdf3) AuthConfig (67cd4c61c236ae695207946870bc47263ffcef7a76faee438f20a52b5d71269d) AuthConfig (1843c2b19baa32d10749d164b495491bb3490581e88c0ecfae51415532cfe739) AuthConfig (757348d4a8ee6317d3764af4dc43311d40fda7abaf1ab42fab549ee7c3d152c3) AuthConfig (4a3019984f145625039e18348197389f8898a082bb791aa2316575ff1e90dc44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b7e802b9-1901-4c36-9b0e-3cd72b8a28c3","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.468752406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"16ff53d6-d371-4806-b93c-6997a44f11cd","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:12.468770908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"16ff53d6-d371-4806-b93c-6997a44f11cd","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.886296575Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-10188f","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f","reconcileID":"c75d6536-e0fc-42a6-ad74-2fa8ca423582","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.912030593Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-10188f","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f","reconcileID":"228bcca7-b7a1-43c3-bc2a-924a8659e866","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.916757265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"ca5af2ff-dcdd-40da-a8d5-80116fd61128","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.920976044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1849195d-1b01-423a-9ba5-ab34a40989cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.934385696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9071a4e-6940-4cdc-a5e1-0ea5ec0d9d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.935826799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"ca5af2ff-dcdd-40da-a8d5-80116fd61128","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.938901431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"2c01db47-9476-46af-ac36-2598fa14646c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.942785822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1849195d-1b01-423a-9ba5-ab34a40989cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.943436682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"15316b41-9515-4b2f-a0c7-4ea534fec900","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.947430402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"2c01db47-9476-46af-ac36-2598fa14646c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.947794552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9071a4e-6940-4cdc-a5e1-0ea5ec0d9d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.949546988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (435c6c90c4ff4ffede0f266275b7fbfa5e353e8907728965816d1bd9886c47b1) AuthConfig (2218acd427e1a6492d84cabc7611655a8086ece0bd61d06d0fc1cefe887dbcf1) AuthConfig (53c2efd29ab5391db735846c003f890c3a590445cf01dd84c1568ebd9faaea6b) AuthConfig (0b1db42e7d155a3d1a7a1f3cda8e772e8c35d30fa90a279d06b33f27472503b8) AuthConfig (1b8198b494314e8f74bfe2cca5c3f98bdb45fe9e0c61789f203c66722d5c4bbc) AuthConfig (c077245a3afea853ebd94dfea51814e56ce27f357d024dfad477f4d6fb4ccdf3) AuthConfig (67cd4c61c236ae695207946870bc47263ffcef7a76faee438f20a52b5d71269d) AuthConfig (1843c2b19baa32d10749d164b495491bb3490581e88c0ecfae51415532cfe739) AuthConfig (757348d4a8ee6317d3764af4dc43311d40fda7abaf1ab42fab549ee7c3d152c3) AuthConfig (4a3019984f145625039e18348197389f8898a082bb791aa2316575ff1e90dc44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"ca5af2ff-dcdd-40da-a8d5-80116fd61128","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.95187938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"15316b41-9515-4b2f-a0c7-4ea534fec900","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.955464991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9071a4e-6940-4cdc-a5e1-0ea5ec0d9d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.957534363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"b5a2307e-1a83-46c0-ae03-3cfcbae73952","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.958918914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"15316b41-9515-4b2f-a0c7-4ea534fec900","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.961242428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"14cd8457-2c4c-4e25-a1a6-4e82c0d334ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.968770114Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"1f7149f3-0541-4c99-bad5-23619d59d3de","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.038821056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"14cd8457-2c4c-4e25-a1a6-4e82c0d334ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.041805534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"31c201e4-5502-4e8f-b0c2-015a6659ba41","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.042176804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"a5ac33de-00de-4146-a806-d71e9064eee9","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.043971522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"543ba532-f73f-4724-93f1-a3e697c7c79a","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.044297557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"48975337-afd7-4d00-acb7-fe8153c12955","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.047167051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"8092792e-7175-4764-b2f4-02f45aa2b472","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.057141819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"70f2c800-c690-40bd-8f45-7fddb030badf","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.136046693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fae6b934-d8a9-4984-9587-8fea0aaacae1","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.136449122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"48176f35-7cb5-4e7c-a2de-a5bbb535fc2c","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.136813514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"6ccef65e-14fc-4895-aacd-5770d6074752","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.137451005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8e49dc94-2624-4675-9734-b011ee03138a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.155921147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"99792979-c942-4029-b316-04eec09e915c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.161741559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"6ccef65e-14fc-4895-aacd-5770d6074752","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.162822571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8e49dc94-2624-4675-9734-b011ee03138a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.16675368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fae6b934-d8a9-4984-9587-8fea0aaacae1","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.168951129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"660f379a-9975-4835-ba28-c78aa44d2dc1","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.169606812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"99792979-c942-4029-b316-04eec09e915c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.188096954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"6bd2dce8-702b-44f0-a1c7-b7916a336e57","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.188112526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"58a1a822-5d27-4fd3-a9cf-968303a0934b","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.188591685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"8a8f478b-2292-4b2d-81dd-3804bce089fd","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.188834738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaf36d5c-65d3-42b7-b8ed-905cad950499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.190950948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"67bf3136-c27c-4df0-9f5c-dceb4af54b01","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.191314748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"71be4a31-6572-4252-9ae4-f6a17ebd73fa","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.240042812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaf36d5c-65d3-42b7-b8ed-905cad950499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.246265324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"63189304-7388-45e3-af93-f6fd135d1f8e","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.253614045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"3a395370-1ef7-4139-86fb-52ebe289f44f","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.270076407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-10188f","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f","reconcileID":"ebcd6a0d-d92b-4858-8d7d-c7262438ace1","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.270874697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"5496337b-6086-4008-a9a7-0ab96f686950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.270874924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9aa3e97b-5d52-4d0c-87c2-fe69d070ad4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.279305523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"5496337b-6086-4008-a9a7-0ab96f686950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.280092877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","reconcileID":"6ae0964c-4df5-41b5-b5cd-765f4e5fb76a","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-e1902bdfd81e","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.337336265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9aa3e97b-5d52-4d0c-87c2-fe69d070ad4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.339928763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","reconcileID":"7221e73c-4e70-4cf1-99b5-51b6486791c8","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-e1902bdfd81e","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.427991659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","reconcileID":"d5be45e8-0562-4201-b973-633336ac396f","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-823386cfc793","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.553184408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"23fd180b-90ad-4865-89ea-6ed32553d462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.562677547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"0de27476-4c78-4120-a762-38aad33c7e01","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.592286761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"23fd180b-90ad-4865-89ea-6ed32553d462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.603580192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"dc742077-792c-475f-b0de-f5c910f44ca5","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.612161133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","reconcileID":"c34b22ec-46d5-4d5e-8307-da1bb6276373","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-e1902bdfd81e","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.627525448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"815edd25-170d-4aad-bbcd-0ddad750ce42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.648554982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"0de27476-4c78-4120-a762-38aad33c7e01","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.651058199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"7a6c0a61-f355-4484-b2c3-f869252bc581","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.670663138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"dc742077-792c-475f-b0de-f5c910f44ca5","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.673866149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"815edd25-170d-4aad-bbcd-0ddad750ce42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.678176478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"7a6c0a61-f355-4484-b2c3-f869252bc581","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.735905202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e03e813f-b82c-40e1-80ab-28a58b322980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.747244182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e03e813f-b82c-40e1-80ab-28a58b322980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.78911892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"1f108517-1970-4e18-b0ab-b2e465ac51dc","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.802030025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"204b0a36-4b1f-4168-b0dc-6d7bb529963f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.802037766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"1f108517-1970-4e18-b0ab-b2e465ac51dc","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.802451479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b5b5d8e-c180-4135-b5d6-da5392b17beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.810534114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"204b0a36-4b1f-4168-b0dc-6d7bb529963f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.812055797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (435c6c90c4ff4ffede0f266275b7fbfa5e353e8907728965816d1bd9886c47b1) AuthConfig (2218acd427e1a6492d84cabc7611655a8086ece0bd61d06d0fc1cefe887dbcf1) AuthConfig (53c2efd29ab5391db735846c003f890c3a590445cf01dd84c1568ebd9faaea6b) AuthConfig (0b1db42e7d155a3d1a7a1f3cda8e772e8c35d30fa90a279d06b33f27472503b8) AuthConfig (1b8198b494314e8f74bfe2cca5c3f98bdb45fe9e0c61789f203c66722d5c4bbc) AuthConfig (c077245a3afea853ebd94dfea51814e56ce27f357d024dfad477f4d6fb4ccdf3) AuthConfig (67cd4c61c236ae695207946870bc47263ffcef7a76faee438f20a52b5d71269d) AuthConfig (1843c2b19baa32d10749d164b495491bb3490581e88c0ecfae51415532cfe739) AuthConfig (757348d4a8ee6317d3764af4dc43311d40fda7abaf1ab42fab549ee7c3d152c3) AuthConfig (4a3019984f145625039e18348197389f8898a082bb791aa2316575ff1e90dc44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"1f108517-1970-4e18-b0ab-b2e465ac51dc","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.815758297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b5b5d8e-c180-4135-b5d6-da5392b17beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.835003492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b5b5d8e-c180-4135-b5d6-da5392b17beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.837219855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"b218c294-05b2-468e-a115-efe48cb4ace7","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.847744683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e6ea36fc-336a-4c08-8a8e-44eab6484eb4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.848948248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"b218c294-05b2-468e-a115-efe48cb4ace7","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.849408141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"0b419a3a-8a46-49ee-b50a-725e779d746c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.849959652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"6ede1736-5029-44fa-bd96-b450050d2a00","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.854506026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd09bac1-2974-48b4-8cbf-dbdd151f3f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.858076555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e6ea36fc-336a-4c08-8a8e-44eab6484eb4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.861236704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"b218c294-05b2-468e-a115-efe48cb4ace7","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.865792984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"0b419a3a-8a46-49ee-b50a-725e779d746c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.86913306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"6ede1736-5029-44fa-bd96-b450050d2a00","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.938744243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd09bac1-2974-48b4-8cbf-dbdd151f3f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.941853436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"039a4dbd-cf55-48a6-bc06-4a7c2e010cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.948908794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"039a4dbd-cf55-48a6-bc06-4a7c2e010cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.957947866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"08cbb95a-ec90-4847-aa16-6d67509e6d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.958402224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c66050cd-789b-4b77-9014-558430c4de46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:14.959209073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"15b65ce2-769e-4651-a4c6-fd321198a980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.049137611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"08cbb95a-ec90-4847-aa16-6d67509e6d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.049987097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"15b65ce2-769e-4651-a4c6-fd321198a980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:15.05224976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c66050cd-789b-4b77-9014-558430c4de46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.171032075Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"99ecf942-d29c-4a32-be67-499684746fc4","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.18176458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"99ecf942-d29c-4a32-be67-499684746fc4","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.192292296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"79688f67-da63-4b23-92be-b484be7b42a3","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.192408458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"79688f67-da63-4b23-92be-b484be7b42a3","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.212573045Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"11ab3feb-0f56-4903-965e-b3db940a8679","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.212643648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"11ab3feb-0f56-4903-965e-b3db940a8679","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.244198528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"1654c633-7f88-4ebf-ab78-7bad347713de","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.244290635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"1654c633-7f88-4ebf-ab78-7bad347713de","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.288207575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"2fc79f63-966d-431e-9493-25c9667c7cb3","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.2882818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"2fc79f63-966d-431e-9493-25c9667c7cb3","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.372269637Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"3ed8342d-b291-425c-957a-5da09d9a3ac0","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.372359088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"3ed8342d-b291-425c-957a-5da09d9a3ac0","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.539273238Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"cfc00056-52e2-4322-a9e3-85ad780d24a3","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.540660088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"cfc00056-52e2-4322-a9e3-85ad780d24a3","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.870946554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"90eac274-cc4d-453d-bab1-94c44c362c0b","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:15.871038297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"90eac274-cc4d-453d-bab1-94c44c362c0b","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:16.058988724Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"e1b113c8-9d6b-4e3a-8ed5-c3edcbb0678a","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:16.514975294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"d080960d-2426-411f-a093-a7e143b48d1a","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:16.515039818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"d080960d-2426-411f-a093-a7e143b48d1a","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:17.798124602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"490ef243-2f1a-45d8-b6b2-668f202d7294","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:17.798192737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"490ef243-2f1a-45d8-b6b2-668f202d7294","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:20.362370666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"17b1c6e1-0c1d-4c17-a43d-5449ce0b686b","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:20.362443516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"17b1c6e1-0c1d-4c17-a43d-5449ce0b686b","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.991808502Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"227994ff-763c-4f78-b588-3866344d978a","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","subscription":"e2e-auth-iso-88e9f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.994860999Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"227994ff-763c-4f78-b588-3866344d978a","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:20.997585492Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"227994ff-763c-4f78-b588-3866344d978a","MaaSSubscription":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.029189204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"86b156ef-ca2e-4581-b16f-bf6322739987","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.029213999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"86b156ef-ca2e-4581-b16f-bf6322739987","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.029468684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.0366112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"cf47b360-73ca-4bd7-86aa-69282aade4aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.043642259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"cf47b360-73ca-4bd7-86aa-69282aade4aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.13782242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"300ea68b-3e19-43a3-b2c5-7abe0b1dcff3","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.144093889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"300ea68b-3e19-43a3-b2c5-7abe0b1dcff3","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.187975483Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"82ed23c0-7842-456a-a127-083c7bdb6544","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.188016287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"c9ce972b-fa71-46ae-9477-e52a56818d74","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.188029994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"c9ce972b-fa71-46ae-9477-e52a56818d74","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.260374986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"82ed23c0-7842-456a-a127-083c7bdb6544","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.285456362Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"82ed23c0-7842-456a-a127-083c7bdb6544","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.285476716Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-auth-iso-88e9f7","reconcileID":"82ed23c0-7842-456a-a127-083c7bdb6544","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.293493871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"370f8250-8a6f-442c-b59d-339c334561ce","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/auth-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.293511596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"auth-test-model-8f8aa8","reconcileID":"370f8250-8a6f-442c-b59d-339c334561ce","MaaSModelRef":{"name":"auth-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"auth-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"auth-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.475280983Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"7506479b-a5c3-4da6-9d45-5828e95a9372","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.475293874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"467fe116-d31f-4a8b-b83a-fd0b6a954a00","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.475308577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"467fe116-d31f-4a8b-b83a-fd0b6a954a00","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.484004911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"7506479b-a5c3-4da6-9d45-5828e95a9372","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.509477216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"7506479b-a5c3-4da6-9d45-5828e95a9372","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.509502926Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-auth-iso-88e9f7","reconcileID":"7506479b-a5c3-4da6-9d45-5828e95a9372","MaaSAuthPolicy":{"name":"e2e-auth-iso-88e9f7","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.521579654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"b0c6e86a-f31c-4d30-8ba4-9fa2822ca690","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/auth-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.52159829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"auth-test-model-9add72","reconcileID":"b0c6e86a-f31c-4d30-8ba4-9fa2822ca690","MaaSModelRef":{"name":"auth-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"auth-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"auth-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.820825488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"37d05556-27c1-45d2-b2bd-d3d72c6c35f2","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.828655881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"37d05556-27c1-45d2-b2bd-d3d72c6c35f2","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.83482339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (435c6c90c4ff4ffede0f266275b7fbfa5e353e8907728965816d1bd9886c47b1) AuthConfig (2218acd427e1a6492d84cabc7611655a8086ece0bd61d06d0fc1cefe887dbcf1) AuthConfig (53c2efd29ab5391db735846c003f890c3a590445cf01dd84c1568ebd9faaea6b) AuthConfig (0b1db42e7d155a3d1a7a1f3cda8e772e8c35d30fa90a279d06b33f27472503b8) AuthConfig (1b8198b494314e8f74bfe2cca5c3f98bdb45fe9e0c61789f203c66722d5c4bbc) AuthConfig (c077245a3afea853ebd94dfea51814e56ce27f357d024dfad477f4d6fb4ccdf3) AuthConfig (67cd4c61c236ae695207946870bc47263ffcef7a76faee438f20a52b5d71269d) AuthConfig (1843c2b19baa32d10749d164b495491bb3490581e88c0ecfae51415532cfe739) AuthConfig (757348d4a8ee6317d3764af4dc43311d40fda7abaf1ab42fab549ee7c3d152c3) AuthConfig (4a3019984f145625039e18348197389f8898a082bb791aa2316575ff1e90dc44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"37d05556-27c1-45d2-b2bd-d3d72c6c35f2","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.924093794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14b05dbd-3802-4b46-830e-916d10504e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.924095147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"feafd587-a134-45c7-a6cf-1493bf37b69f","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.931429611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"feafd587-a134-45c7-a6cf-1493bf37b69f","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.931727405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14b05dbd-3802-4b46-830e-916d10504e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.941071904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14b05dbd-3802-4b46-830e-916d10504e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.943835567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"feafd587-a134-45c7-a6cf-1493bf37b69f","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:25.486657792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"3ad9a977-bed2-4059-a1b2-572620988361","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:25.486725819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"3ad9a977-bed2-4059-a1b2-572620988361","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:26.099551361Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"a4f9daa6-9dad-40bc-8385-1ce1aae54f14","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:26.845317119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"3e93b791-f733-4c03-a645-e0281883e5f1","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:26.850839715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"c73f7d54-af65-454f-9264-a82d89d88714","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:26.860121388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"b634675d-b997-434b-9d9c-e78af722c060","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:26.866403074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"b634675d-b997-434b-9d9c-e78af722c060","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:26.884781411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"143a5ff2-af81-4e77-989a-b7f78b0e4989","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:26.960380362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"4e1b3b22-1ec4-440c-9005-61682b9f0b73","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:26.966529926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"4e1b3b22-1ec4-440c-9005-61682b9f0b73","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.185864746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-42c200","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","reconcileID":"d60da5a1-49ef-4949-8b83-5f22a9221f28","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.20988881Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-42c200","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","reconcileID":"aa8288c0-c33e-4e35-98d1-57b9da817bb4","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.218781821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"d550c4f3-8bc5-4215-9a14-baea72427468","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.226881122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9cf9f960-6ff9-4de7-8a30-6db6979dfe20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.226881215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"daa67de3-c90b-470d-9922-bff986503936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.231614796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef18b87a-1ecc-4e6b-bd09-317a28b6c2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.232117873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"f4c82424-f1c7-4d1c-bb5c-4ce7fb14309b","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.232842997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"d550c4f3-8bc5-4215-9a14-baea72427468","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.236102442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9cf9f960-6ff9-4de7-8a30-6db6979dfe20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.238477157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"daa67de3-c90b-470d-9922-bff986503936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.240302157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (435c6c90c4ff4ffede0f266275b7fbfa5e353e8907728965816d1bd9886c47b1) AuthConfig (2218acd427e1a6492d84cabc7611655a8086ece0bd61d06d0fc1cefe887dbcf1) AuthConfig (53c2efd29ab5391db735846c003f890c3a590445cf01dd84c1568ebd9faaea6b) AuthConfig (0b1db42e7d155a3d1a7a1f3cda8e772e8c35d30fa90a279d06b33f27472503b8) AuthConfig (1b8198b494314e8f74bfe2cca5c3f98bdb45fe9e0c61789f203c66722d5c4bbc) AuthConfig (c077245a3afea853ebd94dfea51814e56ce27f357d024dfad477f4d6fb4ccdf3) AuthConfig (67cd4c61c236ae695207946870bc47263ffcef7a76faee438f20a52b5d71269d) AuthConfig (1843c2b19baa32d10749d164b495491bb3490581e88c0ecfae51415532cfe739) AuthConfig (757348d4a8ee6317d3764af4dc43311d40fda7abaf1ab42fab549ee7c3d152c3) AuthConfig (4a3019984f145625039e18348197389f8898a082bb791aa2316575ff1e90dc44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"d550c4f3-8bc5-4215-9a14-baea72427468","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.240595613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"f4c82424-f1c7-4d1c-bb5c-4ce7fb14309b","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.24304915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef18b87a-1ecc-4e6b-bd09-317a28b6c2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.252825261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"f4c82424-f1c7-4d1c-bb5c-4ce7fb14309b","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.255579718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef18b87a-1ecc-4e6b-bd09-317a28b6c2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.26639284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"e7dd26b7-95e4-4bb7-b1ac-7ce8ff88a681","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.266692093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"90065060-6319-4fdc-9c4f-52543a0d74a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.280615111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e7287fef-93c4-4ec5-a50e-faf7bc3ce272","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.284151914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"e7dd26b7-95e4-4bb7-b1ac-7ce8ff88a681","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.285775003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"ca1b5db8-75e8-490f-868f-795ee1f5686a","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.285844447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"ca1b5db8-75e8-490f-868f-795ee1f5686a","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.286240006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"224a857b-2437-4ed6-af0f-275fd80bcf42","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.287459228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"90065060-6319-4fdc-9c4f-52543a0d74a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.289641814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e7287fef-93c4-4ec5-a50e-faf7bc3ce272","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.335727705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","reconcileID":"bb76a85e-4391-48ee-a0a3-0b1aceff57ad","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-823386cfc793","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.338323278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"224a857b-2437-4ed6-af0f-275fd80bcf42","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.344328807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"8b8ae561-4501-47c9-97ae-f98e225abd40","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.34848727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"758999f9-12de-4bcb-98d0-2ee71c228464","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.349125085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"30d4a157-4d86-46ec-bee5-379485f68319","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.350010545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"cc32915b-1d8c-4570-999e-7084f788c41f","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.354453692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"d9ae077e-cb7e-43e2-840d-0817abdfcad3","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.357962944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"5c30230b-a33b-41f8-aa35-dcd47a4ddff1","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.360763908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9deb0cfe-a5af-4975-816d-51b2f5d60252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.363627378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"a7282393-ab0f-4250-bca1-ddcd1236c5e1","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.369062121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"8059d764-7a51-478a-afcf-d722c39f1ee8","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.369892555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9deb0cfe-a5af-4975-816d-51b2f5d60252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.377218362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","reconcileID":"58e286e5-307f-432d-8b80-655da828b25c","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-e1902bdfd81e","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.444601638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"b1981d94-06c6-43a7-acd4-3388a9c67b31","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.444695007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"b1981d94-06c6-43a7-acd4-3388a9c67b31","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.447288356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","reconcileID":"0ed8bd5a-9ff2-405b-96cf-76e0c5194567","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-823386cfc793","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.539897613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b77a0867-6943-4eac-90ba-ff49a04a49b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.540695815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e813c126-04eb-4fb8-a1db-3b906a4328aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.54122071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"759455c5-2a7b-44aa-adec-b1f5dd45af2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.542254248Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"c2b3105c-b1dc-4953-b261-b9c27e206d21","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"name":"e2e-shr-quota-42c200","namespace":"e2e-extmod-shr-user-805818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.544222642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"fc168a9a-7269-45d9-8998-f82e0b0e0d51","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.544633566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"103db511-15f7-46a1-97f0-afdb81c6218a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.548492032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b77a0867-6943-4eac-90ba-ff49a04a49b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.548813676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e813c126-04eb-4fb8-a1db-3b906a4328aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.55129588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"759455c5-2a7b-44aa-adec-b1f5dd45af2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.552075433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"fc168a9a-7269-45d9-8998-f82e0b0e0d51","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.554741321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"103db511-15f7-46a1-97f0-afdb81c6218a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.558457305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"474335f9-5565-4aa5-9c11-921a35e65a79","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.562945542Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"616045b0-f628-4a38-82cb-55224835e33d","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.562989389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"616045b0-f628-4a38-82cb-55224835e33d","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.565256067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"1d8faa4d-5ca9-4a04-8f7c-39f027dd327a","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.635398295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-42c200","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","reconcileID":"5353e981-241d-49f1-b230-49198b13479a","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.635816652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"b4ca32ea-6982-40e0-a3d2-37c2310189c6","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.636171638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"c69d5231-b553-45ec-a7bc-8952b6960b51","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.636747341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"78b9fa01-36d0-4a5a-b5a6-e9fbd84a4dab","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.642235091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6532b9a0-a678-40ba-8406-326d40c4c34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.643155764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"0e83ba55-dad9-4090-be5f-61fb070d069a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.644896762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"a40f8498-730a-497c-8c65-1963412080fb","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.648495941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"e511704f-e30a-46c0-8735-3e7b46c347a8","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.648834874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c498b8bf-8ec9-4f08-94e4-dd11116fc576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.65126768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6532b9a0-a678-40ba-8406-326d40c4c34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.652840493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"05d9f324-a3ab-43e9-8d8b-6537ad2c6f69","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.653142095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"0e83ba55-dad9-4090-be5f-61fb070d069a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.65565748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"e511704f-e30a-46c0-8735-3e7b46c347a8","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.656282743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c498b8bf-8ec9-4f08-94e4-dd11116fc576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.65962984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","reconcileID":"fb4e13ea-0edf-4890-8e2e-de28218f1adf","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-e1902bdfd81e","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.734764137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","reconcileID":"79e09ab0-d6da-4507-9e6d-05d567ee1ea3","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-823386cfc793","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.73718083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"d88b9ace-4d0b-401b-8107-fbc9ca38b83a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.744768065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"1bcfc5da-ace4-4b85-8930-c1d11ded946d","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.744966941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"0948676f-8763-4dca-bef5-1dfa4c4117dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.745759429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"d7bc5ecb-ffb6-4c61-bc98-29caa8dcf7ad","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.7497202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"d88b9ace-4d0b-401b-8107-fbc9ca38b83a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.752664915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fceb6c4c-07bf-4e51-ac35-ad75664c5e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.757720929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"0948676f-8763-4dca-bef5-1dfa4c4117dd","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.761623014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fceb6c4c-07bf-4e51-ac35-ad75664c5e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.761881449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"1bcfc5da-ace4-4b85-8930-c1d11ded946d","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.762677691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"f1b0d905-320c-4f0a-8d82-f6aacd7eea87","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.763613968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (435c6c90c4ff4ffede0f266275b7fbfa5e353e8907728965816d1bd9886c47b1) AuthConfig (2218acd427e1a6492d84cabc7611655a8086ece0bd61d06d0fc1cefe887dbcf1) AuthConfig (53c2efd29ab5391db735846c003f890c3a590445cf01dd84c1568ebd9faaea6b) AuthConfig (0b1db42e7d155a3d1a7a1f3cda8e772e8c35d30fa90a279d06b33f27472503b8) AuthConfig (1b8198b494314e8f74bfe2cca5c3f98bdb45fe9e0c61789f203c66722d5c4bbc) AuthConfig (c077245a3afea853ebd94dfea51814e56ce27f357d024dfad477f4d6fb4ccdf3) AuthConfig (67cd4c61c236ae695207946870bc47263ffcef7a76faee438f20a52b5d71269d) AuthConfig (1843c2b19baa32d10749d164b495491bb3490581e88c0ecfae51415532cfe739) AuthConfig (757348d4a8ee6317d3764af4dc43311d40fda7abaf1ab42fab549ee7c3d152c3) AuthConfig (4a3019984f145625039e18348197389f8898a082bb791aa2316575ff1e90dc44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"d88b9ace-4d0b-401b-8107-fbc9ca38b83a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.773169402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fceb6c4c-07bf-4e51-ac35-ad75664c5e65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.836816294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"8d539901-eaf3-42f8-958e-f33aca1e208d","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.859304843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"f1b0d905-320c-4f0a-8d82-f6aacd7eea87","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.863598812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"1bcfc5da-ace4-4b85-8930-c1d11ded946d","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.957837437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"b83e8079-4adc-48f3-8b54-d21b204f70f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.9594346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"be6431f3-e42a-4d8c-9153-db7d72672de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.963513435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a8f9a00a-073b-49e2-9a73-bec37053c02c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.970779304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"b83e8079-4adc-48f3-8b54-d21b204f70f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.971781646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a8f9a00a-073b-49e2-9a73-bec37053c02c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.976177486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"be6431f3-e42a-4d8c-9153-db7d72672de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.976518095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"0624c779-aa08-4deb-9ede-3e7160c08f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.977452264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"f01258d7-3045-40a6-a346-22c36c3e48c9","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.988859492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"f01258d7-3045-40a6-a346-22c36c3e48c9","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.990115574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"0624c779-aa08-4deb-9ede-3e7160c08f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.04143607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"0c0487da-ed43-4edf-a951-2296ca178877","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.041628069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (435c6c90c4ff4ffede0f266275b7fbfa5e353e8907728965816d1bd9886c47b1) AuthConfig (2218acd427e1a6492d84cabc7611655a8086ece0bd61d06d0fc1cefe887dbcf1) AuthConfig (53c2efd29ab5391db735846c003f890c3a590445cf01dd84c1568ebd9faaea6b) AuthConfig (0b1db42e7d155a3d1a7a1f3cda8e772e8c35d30fa90a279d06b33f27472503b8) AuthConfig (1b8198b494314e8f74bfe2cca5c3f98bdb45fe9e0c61789f203c66722d5c4bbc) AuthConfig (c077245a3afea853ebd94dfea51814e56ce27f357d024dfad477f4d6fb4ccdf3) AuthConfig (67cd4c61c236ae695207946870bc47263ffcef7a76faee438f20a52b5d71269d) AuthConfig (1843c2b19baa32d10749d164b495491bb3490581e88c0ecfae51415532cfe739) AuthConfig (757348d4a8ee6317d3764af4dc43311d40fda7abaf1ab42fab549ee7c3d152c3) AuthConfig (4a3019984f145625039e18348197389f8898a082bb791aa2316575ff1e90dc44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"f01258d7-3045-40a6-a346-22c36c3e48c9","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.047841624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffa13f60-578b-43b5-b1f4-1d0eda0e00de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.048468822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ac3ebcee-0e36-4636-b811-78be3137dbeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.052334144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"155e2846-2da4-4faf-9d56-a0ff8200ca59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.058831328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ac3ebcee-0e36-4636-b811-78be3137dbeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.059291589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"4a8410e3-8c45-4e30-af4d-9331c5ceda52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.059628095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffa13f60-578b-43b5-b1f4-1d0eda0e00de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.060108889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"7fd972ac-79ac-4145-ae6f-55298e06e1d5","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.063983335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"155e2846-2da4-4faf-9d56-a0ff8200ca59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.06947025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"4a8410e3-8c45-4e30-af4d-9331c5ceda52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.152928124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"654101c2-5f9e-4c26-ae90-f6c5f1f7eaeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.16012818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"654101c2-5f9e-4c26-ae90-f6c5f1f7eaeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.243516289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e9fa99ca-06f8-4681-a1ec-3a8e86464549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.244116294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"26980d68-5d22-4c83-91ee-fb4f581e30f8","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.245470156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"1f0072a2-c166-4745-b84b-76f5d39be67e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.253657126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e9fa99ca-06f8-4681-a1ec-3a8e86464549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.344381121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"26980d68-5d22-4c83-91ee-fb4f581e30f8","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.353750467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"1f0072a2-c166-4745-b84b-76f5d39be67e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.362256253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"3af72a0a-5dd6-4ea9-b46a-5da98d1673d9","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.370074881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"b4998fda-89f0-4d74-b462-e19abdea8528","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.379127862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"768931ef-c0b4-4122-a800-a769f4dc335a","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.436211252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"768931ef-c0b4-4122-a800-a769f4dc335a","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.493553489Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-42c200","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","reconcileID":"36648d25-cca7-4805-9292-bd7b34e4846e","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.50741283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"048e203d-a00e-4f64-a8bc-82825df75519","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.516237911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"048e203d-a00e-4f64-a8bc-82825df75519","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.518036266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52cf2553-13cc-427d-855c-d7c6bf008201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.518218615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"f3272d90-9a71-41f9-b898-48c3ece4999c","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.52758298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (435c6c90c4ff4ffede0f266275b7fbfa5e353e8907728965816d1bd9886c47b1) AuthConfig (2218acd427e1a6492d84cabc7611655a8086ece0bd61d06d0fc1cefe887dbcf1) AuthConfig (53c2efd29ab5391db735846c003f890c3a590445cf01dd84c1568ebd9faaea6b) AuthConfig (0b1db42e7d155a3d1a7a1f3cda8e772e8c35d30fa90a279d06b33f27472503b8) AuthConfig (1b8198b494314e8f74bfe2cca5c3f98bdb45fe9e0c61789f203c66722d5c4bbc) AuthConfig (c077245a3afea853ebd94dfea51814e56ce27f357d024dfad477f4d6fb4ccdf3) AuthConfig (67cd4c61c236ae695207946870bc47263ffcef7a76faee438f20a52b5d71269d) AuthConfig (1843c2b19baa32d10749d164b495491bb3490581e88c0ecfae51415532cfe739) AuthConfig (757348d4a8ee6317d3764af4dc43311d40fda7abaf1ab42fab549ee7c3d152c3) AuthConfig (4a3019984f145625039e18348197389f8898a082bb791aa2316575ff1e90dc44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"048e203d-a00e-4f64-a8bc-82825df75519","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.533025151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52cf2553-13cc-427d-855c-d7c6bf008201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.535745188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"f3272d90-9a71-41f9-b898-48c3ece4999c","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.542574325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"f3272d90-9a71-41f9-b898-48c3ece4999c","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.542710989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52cf2553-13cc-427d-855c-d7c6bf008201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.561672741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"7faa9b62-073a-42ca-ab80-2d3002448a2b","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.609736345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0c6e1ced-9abd-463e-a60f-7369a9a1c955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.610033516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"63639b43-6e3c-4839-bd67-78830943e9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.609736648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"cdde38a6-9b25-44db-b76a-b445c3de386e","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.610987021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"7b156fc1-bfbd-49cc-8f21-12480511bfdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.617294242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0c6e1ced-9abd-463e-a60f-7369a9a1c955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.617566971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"cdde38a6-9b25-44db-b76a-b445c3de386e","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.617723158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"4f0200ff-e52b-4579-9a8b-acab0f1e52d8","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.619829388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"63639b43-6e3c-4839-bd67-78830943e9fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.620245949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"7b156fc1-bfbd-49cc-8f21-12480511bfdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.624610449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"4f0200ff-e52b-4579-9a8b-acab0f1e52d8","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.670240056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"24b8baed-c022-4886-9096-e5e544f625f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.675144458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"795eb6f9-47a3-485c-84ff-20284d48f642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.675743423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"4414fe33-4604-48bc-8edd-4c9ca0bfeeeb","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.676794719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"3c8c3e44-43ac-46f3-9b9a-6b9c702004b7","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.678977245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"24b8baed-c022-4886-9096-e5e544f625f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.682931194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"795eb6f9-47a3-485c-84ff-20284d48f642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.683168446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"4414fe33-4604-48bc-8edd-4c9ca0bfeeeb","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.685235714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"3c8c3e44-43ac-46f3-9b9a-6b9c702004b7","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.707506231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"50ddddd1-668c-481c-a11d-e3afa25b9ae9","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.71448037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"50ddddd1-668c-481c-a11d-e3afa25b9ae9","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.805647398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"f9163e9f-136b-4e75-a503-a42fb9f6c0ca","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.807404248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bb66d6-783a-42cc-a576-92ebb636c292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.811935549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"f9163e9f-136b-4e75-a503-a42fb9f6c0ca","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.814116296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15bb66d6-783a-42cc-a576-92ebb636c292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.906992961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"78e950ae-8b0f-4526-b9f4-f45f10302db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.909747254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"4a7c1558-a660-43d4-b0dc-239b997f10b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.910097318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6f6f605f-584f-44f9-b729-9d8cbd227e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.915787209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"78e950ae-8b0f-4526-b9f4-f45f10302db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.918746015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"4a7c1558-a660-43d4-b0dc-239b997f10b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.920328933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6f6f605f-584f-44f9-b729-9d8cbd227e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.043576021Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.049845445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"fc32509b-2d07-48a0-b5e7-57a3913ffae2","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:34.066019233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-sub","reconcileID":"e32340bc-ebc8-471e-b7d8-cd3b64f3dbce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-42c200-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.100231743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"a0e07238-ab1c-4c7e-a2c7-5917bcbc32e6","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.100694879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"31390ebf-96ea-4371-954b-67026babe77a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.100797344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"74683eb7-d047-4428-84ea-8dc0550da05e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.112693813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"ce2ec66a-e703-4f5c-8bbe-72f5517b099f","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:34.114526427Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"a0e07238-ab1c-4c7e-a2c7-5917bcbc32e6","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-42c200-e2e-extmod-a-ef1693\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:34.114597001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"a0e07238-ab1c-4c7e-a2c7-5917bcbc32e6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-42c200-e2e-extmod-a-ef1693\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.121699197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"31390ebf-96ea-4371-954b-67026babe77a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.121930872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"74683eb7-d047-4428-84ea-8dc0550da05e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.122403411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"ed50a0c7-aabf-48d8-9194-bfd59bbf4841","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.126605516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"ce2ec66a-e703-4f5c-8bbe-72f5517b099f","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.151683674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"f56df77f-44a8-4676-83ba-1c040a4ed7e9","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.165375058Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-sub","reconcileID":"f7d12946-86ea-45af-858d-9fbc0202549a","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-quota-42c200-e2e-extmod-a-ef1693","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-ef1693/e2e-shr-quota-42c200-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.166438621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"25c0c302-7061-483d-9fcc-5db509b01a4d","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.224535832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"8c553443-d04b-483b-bbe6-71cbd0bef722","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.238290601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-sub","reconcileID":"0528c8e8-2d6a-4745-b820-b7167c200f48","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-quota-42c200-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.266721744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"a08489ea-246c-4b29-9536-4337ef1184bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.267826507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"d1bb8e24-4a05-474c-afa6-ebd5fae886e6","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.268616239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"679480dc-ab91-41ac-b9e7-5cfa41b84972","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.336652669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"a08489ea-246c-4b29-9536-4337ef1184bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.337223515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"d1bb8e24-4a05-474c-afa6-ebd5fae886e6","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.338914717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"679480dc-ab91-41ac-b9e7-5cfa41b84972","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:36.126189803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"d2852f2e-7d32-4fbe-950c-432bdfa46b25","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.599494039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"424d63dc-35f7-4fba-a7e5-ad23a95b121b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.600424925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"434dcfb6-b1eb-49b9-89f3-b90305a746ba","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.601190077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"2607f6e2-48fd-473e-ab45-eef08fe681d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.601539388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"0bdaf0df-3b4b-4d29-9a91-5d0ac4dfcc38","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.602538793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"0f36b280-a565-488c-8c93-4a0961895e35","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.60661926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"424d63dc-35f7-4fba-a7e5-ad23a95b121b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.608714629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"434dcfb6-b1eb-49b9-89f3-b90305a746ba","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.609989855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"2607f6e2-48fd-473e-ab45-eef08fe681d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.610902162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"0f36b280-a565-488c-8c93-4a0961895e35","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.613487196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"0bdaf0df-3b4b-4d29-9a91-5d0ac4dfcc38","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.953204897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2972b199-a376-4848-9d3e-7caac216c588","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.955125095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"8b136aa8-2c60-49d0-9642-9a87d25fb322","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.955149428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d00164ed-decf-4ee3-b7f5-130bf44e5794","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.957824852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"c673a196-fcf7-41c2-b3a2-32ef912d07e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.957843367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"e7e99250-8525-4fb7-b591-bdece941f7fd","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.961041606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2972b199-a376-4848-9d3e-7caac216c588","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.962825308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"8b136aa8-2c60-49d0-9642-9a87d25fb322","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.964313289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d00164ed-decf-4ee3-b7f5-130bf44e5794","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.967031302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"e7e99250-8525-4fb7-b591-bdece941f7fd","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:37.967453515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"c673a196-fcf7-41c2-b3a2-32ef912d07e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.535102034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"73f99112-f8d7-4a73-89c0-c252fc879117","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.541741648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"73f99112-f8d7-4a73-89c0-c252fc879117","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.555424024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bd9654e-380f-40de-8fff-ef4aed952ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.556767223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"c85cd8c1-afe6-40ab-a1b6-985bda04ddaa","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.564113309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bd9654e-380f-40de-8fff-ef4aed952ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.635819062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"97e2c4db-cd35-4462-96df-031d94e2ace8","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.639617904Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"e2e-gw-auth-ab276305","reconcileID":"b6e29c5d-e39c-4b75-b884-8a92a27c5b22","MaaSAuthPolicy":{"name":"e2e-gw-auth-ab276305","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.650611982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"c85cd8c1-afe6-40ab-a1b6-985bda04ddaa","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.735438904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"8df3e943-c239-4a35-bbc9-7d0ff9e25bd8","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.735464974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"8df3e943-c239-4a35-bbc9-7d0ff9e25bd8","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.738752282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c851370d-a851-431e-b8a1-412f287e78b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.738776774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c851370d-a851-431e-b8a1-412f287e78b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.739179592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"046377e3-b2be-4341-9d26-c73330173227","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.768119228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"dc2b48fc-290f-49f0-aa21-71ee9a5ce646","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:38.768139496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"dc2b48fc-290f-49f0-aa21-71ee9a5ce646","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.490387332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.493509389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"cf4a52a2-e8b2-423d-bd07-fdf47ecd39c7","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.493527301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"cf4a52a2-e8b2-423d-bd07-fdf47ecd39c7","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:39.503124976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-sub","reconcileID":"73fa7e40-afc5-4e36-adb6-3dfb360a30c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-f2efc0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.506790388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e56020b5-e5a7-455c-813a-662e0a5c2e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.507097754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6df40df0-6d40-4ccb-bc08-4b6688e00cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.510967048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"e2d413a6-fbd3-4eb5-ab6b-42563e7eae7f","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.529572932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"b581000c-ffb4-4c6a-bfe7-339fb59456e7","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.529610709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"b581000c-ffb4-4c6a-bfe7-339fb59456e7","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.541551603Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"e2d413a6-fbd3-4eb5-ab6b-42563e7eae7f","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.543846564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"37a5970c-4adf-4f0a-b1a8-21ba98d4bd36","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.54386912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"37a5970c-4adf-4f0a-b1a8-21ba98d4bd36","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:39.547669084Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e56020b5-e5a7-455c-813a-662e0a5c2e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.555138573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"e2d413a6-fbd3-4eb5-ab6b-42563e7eae7f","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:39.557506559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e56020b5-e5a7-455c-813a-662e0a5c2e6f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:39.558046815Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6df40df0-6d40-4ccb-bc08-4b6688e00cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.55963974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"10cc537c-d288-4509-a326-cf8a3e43456b","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.559659127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"10cc537c-d288-4509-a326-cf8a3e43456b","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.564824645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5a1eaa6-1d9c-472f-9fee-f5733ed3a3b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.56483871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5a1eaa6-1d9c-472f-9fee-f5733ed3a3b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:39.567679446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6df40df0-6d40-4ccb-bc08-4b6688e00cad","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.568727159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"56d97d4f-d3cd-4856-97f0-0ec786d681ce","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.568745688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"56d97d4f-d3cd-4856-97f0-0ec786d681ce","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.571536777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24aff71c-41e8-476a-90c9-2b2ed84f2bf2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.571553774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24aff71c-41e8-476a-90c9-2b2ed84f2bf2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.580831453Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-sub","reconcileID":"627edecb-f00a-483a-b63c-d09c3243a510","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f2efc0","model":"e2e-dft-f2efc0","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-f2efc0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.605659616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"a5e441c1-e63e-49da-b76e-9a7700d2246e","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.605690969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"a5e441c1-e63e-49da-b76e-9a7700d2246e","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.606923643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"deffdc0c-a4e8-4459-b042-ea9f06aaa035","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.607043703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54591dd0-23e7-4df6-9fbc-f261078a7165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.607612012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e49ab4-9905-4efb-baa3-9cccdeaa4277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.614784071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"deffdc0c-a4e8-4459-b042-ea9f06aaa035","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.616017737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54591dd0-23e7-4df6-9fbc-f261078a7165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.617661666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e49ab4-9905-4efb-baa3-9cccdeaa4277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.621043165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"deffdc0c-a4e8-4459-b042-ea9f06aaa035","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.622823564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54591dd0-23e7-4df6-9fbc-f261078a7165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.623846131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e49ab4-9905-4efb-baa3-9cccdeaa4277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.631044375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ef64d6f-a155-4072-9445-ecb29a0b8328","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.631061078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ef64d6f-a155-4072-9445-ecb29a0b8328","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.638291251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61675728-c650-48f2-814d-96e3e19aeef8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.638309595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61675728-c650-48f2-814d-96e3e19aeef8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.654317399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-sub","reconcileID":"91ba7bda-759b-4ed9-918a-26a9e94292a9","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f2efc0","model":"llm/e2e-dft-f2efc0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.586372079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"029fb473-e95b-4bdd-a030-aad14a9205e0","namespace":"llm","name":"e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.596232212Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"6828fb5a-e235-4f82-88ac-6eddc65ca63d","namespace":"llm","name":"e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.599585123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b854d8c-f8fa-46c3-ab3c-f8e2ad8228a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.600020575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"51c0dd52-9e6b-46ab-a62e-d2f3f8e3e0a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.600571512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"3f4f6468-6292-4b42-a34b-36d5a16249c4","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.600938398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"0f07e7ad-3bcc-483b-9f7f-b87007a46339","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.603157606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce0960d1-f9d8-4eeb-a1c0-cf97cb670e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.608315333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b854d8c-f8fa-46c3-ab3c-f8e2ad8228a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.609770074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"3f4f6468-6292-4b42-a34b-36d5a16249c4","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.643780777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"51c0dd52-9e6b-46ab-a62e-d2f3f8e3e0a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.644326896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"0f07e7ad-3bcc-483b-9f7f-b87007a46339","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.646892664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce0960d1-f9d8-4eeb-a1c0-cf97cb670e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.647950841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"831d187a-84e9-4414-be77-114bd5820df4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.647967834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"831d187a-84e9-4414-be77-114bd5820df4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.64831404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02bb3ea9-1614-43c1-97a0-380badbc54fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.648327267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02bb3ea9-1614-43c1-97a0-380badbc54fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.648631265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d107314-6740-48da-9fb0-2f989b4bbfa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.648644791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d107314-6740-48da-9fb0-2f989b4bbfa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.649064576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a24b6102-0f29-4b9b-b9cd-5f1446e17fe3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.649086596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a24b6102-0f29-4b9b-b9cd-5f1446e17fe3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.649418801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eab22eda-b3ec-4012-b207-72021ae43e3b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.649432682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"eab22eda-b3ec-4012-b207-72021ae43e3b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.649700917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9f0be146-b3c3-4f5d-b720-75eba3859b0a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.649715318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9f0be146-b3c3-4f5d-b720-75eba3859b0a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.655979835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"430e24b6-39f6-4415-8609-262c36f6925a","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.655998738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"430e24b6-39f6-4415-8609-262c36f6925a","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.658293326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"0f07e7ad-3bcc-483b-9f7f-b87007a46339","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.659539001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce0960d1-f9d8-4eeb-a1c0-cf97cb670e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.660890257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fd622e8f-7d99-448b-89e3-3f14604071a2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.660906634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fd622e8f-7d99-448b-89e3-3f14604071a2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.661210978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3b71e3dc-2839-4cb4-9c1d-94fe5e7529bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.661227555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3b71e3dc-2839-4cb4-9c1d-94fe5e7529bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.734732954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0aaba6a5-2e80-4215-9936-4186ca4c1862","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.734756211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0aaba6a5-2e80-4215-9936-4186ca4c1862","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.735195806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09495504-a85f-4f4d-803a-958e9caf8a38","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.73521054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09495504-a85f-4f4d-803a-958e9caf8a38","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.735495313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd3749fc-de0b-4d72-a06a-4507d06f1baa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.735507694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd3749fc-de0b-4d72-a06a-4507d06f1baa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.74095237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"34583f15-f929-4d9e-b7c8-c335fa0863b8","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.740970619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"34583f15-f929-4d9e-b7c8-c335fa0863b8","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.74210305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b854d8c-f8fa-46c3-ab3c-f8e2ad8228a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.744246193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07db613b-416d-417f-af76-1c962c60b318","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.744260961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07db613b-416d-417f-af76-1c962c60b318","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.744495203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"510f3b98-36ca-461f-920a-b4ffbb58ae8f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.74450721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"510f3b98-36ca-461f-920a-b4ffbb58ae8f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.744702262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3eed15c1-ca04-4cf2-974c-e27247beb9e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.744712101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3eed15c1-ca04-4cf2-974c-e27247beb9e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.745164666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"eeb7c9ff-fdae-4394-bbe4-4322fa68cd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.745597308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"173053e8-6af0-40f6-9e15-3c1f732308b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.748895137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67a0f2a7-840e-4f8e-a531-2b58c1a82472","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.749916556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24373acb-7d68-41fe-8c73-fad68d553d12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.752364494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"173053e8-6af0-40f6-9e15-3c1f732308b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.755153232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"eeb7c9ff-fdae-4394-bbe4-4322fa68cd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.835217982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"8a600e23-13dd-4fac-9b26-f99d7986608a","namespace":"llm","name":"e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.836476179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-sub","reconcileID":"7f6cf0c8-6db3-4186-811c-6e2c66c23b09","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f2efc0","model":"llm/e2e-dft-f2efc0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.844978727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"69e66e96-9132-4c0f-9f44-827a8a3bda0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.853864673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"9c8911fe-6e81-4cb3-9256-da3a4dfb4804","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.853897553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"9c8911fe-6e81-4cb3-9256-da3a4dfb4804","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.854787475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"69e66e96-9132-4c0f-9f44-827a8a3bda0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.956778538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"922ebe3a-7ff3-4c5b-a59a-b807353c63b0","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.956824742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"922ebe3a-7ff3-4c5b-a59a-b807353c63b0","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.963694872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"57624c77-96cb-4038-b8d0-6b565e15168d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.967049798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5487bdf7-2f20-4757-a602-4e8d7246b094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.077461194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5487bdf7-2f20-4757-a602-4e8d7246b094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.148272705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"c5436ddc-0660-4473-8712-2cd3b2ac39b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.150216877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"57624c77-96cb-4038-b8d0-6b565e15168d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.154900884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"de2f111d-b698-43ff-9282-4ed089abce0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.161017257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"c5436ddc-0660-4473-8712-2cd3b2ac39b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.165115025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"de2f111d-b698-43ff-9282-4ed089abce0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.168046345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f87f287d-9639-4317-a140-754d5149f871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.175075133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f87f287d-9639-4317-a140-754d5149f871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.177307135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d3f2fdfe-eff0-4a0e-8e49-be2ad4862840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.179651941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"6f4c5c4c-b8dc-4794-bbb9-403616a5aa75","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.18637483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d3f2fdfe-eff0-4a0e-8e49-be2ad4862840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.189946057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"6f4c5c4c-b8dc-4794-bbb9-403616a5aa75","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.274165487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"87f7dd53-b078-4ca7-8d9d-8f95196cf9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.27422266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"e4e8d8fc-2bbb-443e-a401-adaa6eaab765","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.275149306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"68c084d1-875b-4f2b-bc9e-5902efc6feb6","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.275267197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b92b9ddd-26e5-442e-b848-049069038a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.277636025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"02aaa88e-0dfd-4a87-b282-b5e81ddd65d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.281913267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"ea1d996b-1a68-4dfe-a8f6-725137601392","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.281935621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"ea1d996b-1a68-4dfe-a8f6-725137601392","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.285392263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"87f7dd53-b078-4ca7-8d9d-8f95196cf9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.290975244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"e4e8d8fc-2bbb-443e-a401-adaa6eaab765","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.29458676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b92b9ddd-26e5-442e-b848-049069038a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.297690531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"68c084d1-875b-4f2b-bc9e-5902efc6feb6","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.301296435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b92b9ddd-26e5-442e-b848-049069038a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.301389341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"02aaa88e-0dfd-4a87-b282-b5e81ddd65d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.3765814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"ba69b725-8608-4d72-84a8-7eefb4d2fff0","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.376581398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b492f98-c5a6-4bc8-8bfb-685a01a31e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.385290538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"ba69b725-8608-4d72-84a8-7eefb4d2fff0","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.385320069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b492f98-c5a6-4bc8-8bfb-685a01a31e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.391304986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"ba69b725-8608-4d72-84a8-7eefb4d2fff0","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.391899853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b492f98-c5a6-4bc8-8bfb-685a01a31e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.461683713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"2e699eae-58a2-4fdd-8c44-c3c03736014b","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.461705613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"2e699eae-58a2-4fdd-8c44-c3c03736014b","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.479956242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"9f4cfa66-f139-4080-8c5e-8613cb2bb2dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.4810928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bdfc464a-d411-4e29-aee3-35b6fee1d233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.489672072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"76baf8d4-49a6-4442-b2b3-6f9ce4f9c1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.489839476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"0f229a1e-c15f-45fa-b503-5013f291e2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.494493819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"9f4cfa66-f139-4080-8c5e-8613cb2bb2dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.494956056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"859f5a05-af40-4465-beb1-6b96046990f3","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.495652318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bdfc464a-d411-4e29-aee3-35b6fee1d233","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.498031708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"0f229a1e-c15f-45fa-b503-5013f291e2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.498187562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"76baf8d4-49a6-4442-b2b3-6f9ce4f9c1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.502164606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"859f5a05-af40-4465-beb1-6b96046990f3","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.511011228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"859f5a05-af40-4465-beb1-6b96046990f3","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.520243881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"bfc6444f-5a37-4c5a-9fbe-31384cddea52","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.520270378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"bfc6444f-5a37-4c5a-9fbe-31384cddea52","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:41.769388022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.574115337Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.645606436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"d6f03096-cc4e-4dd1-88f2-b21dfeea624d","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.645636369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"d6f03096-cc4e-4dd1-88f2-b21dfeea624d","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.660552987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"7f4d9a60-9e16-4314-8333-8615b6758d4a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:42.66172325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-sub","reconcileID":"9e38ec5f-7f81-4194-ab93-0bdbe6b523eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-e87c5e-a62d22-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.735489086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"7f4d9a60-9e16-4314-8333-8615b6758d4a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.736004004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"42983e99-13ef-4913-a4c3-133e55ca9196","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.736029649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"42983e99-13ef-4913-a4c3-133e55ca9196","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:42.749783818Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"42983e99-13ef-4913-a4c3-133e55ca9196","name":"e2e-cfl-e87c5e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-e87c5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:42.749842196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"42983e99-13ef-4913-a4c3-133e55ca9196","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-e87c5e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.753405267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"98324bf0-bdb9-4d52-8c22-56e23242051f","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.75342333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"98324bf0-bdb9-4d52-8c22-56e23242051f","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.775154531Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-sub","reconcileID":"d11cbcc1-2784-4a6e-ac3b-c8a504f5be4e","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-e87c5e","model":"e2e-cfl-e87c5e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.802742117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"cf611899-e3e3-4266-9115-3abb8b61144b","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.802765858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"cf611899-e3e3-4266-9115-3abb8b61144b","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.858703495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"1be4fa09-77f8-438b-9742-f496734222d4","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.867049897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-sub","reconcileID":"52f6ae11-2be4-4d1c-ac35-4dc5dfaeda9b","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-e87c5e","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:42.886687363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"1be4fa09-77f8-438b-9742-f496734222d4","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.133906881Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"666a2e0c-ee84-4f95-b4be-d6fa35a7de25","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.319070468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47245e26-2ad1-443e-9c8a-f9dfa1a19989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.33499452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47245e26-2ad1-443e-9c8a-f9dfa1a19989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.341110932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47245e26-2ad1-443e-9c8a-f9dfa1a19989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.42581507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"6569db1b-3460-4cea-9c3b-1f6c405d4cdd","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.427672832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f53174d6-ff5a-48d8-bee9-d0f8c0e97c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.434434038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"6569db1b-3460-4cea-9c3b-1f6c405d4cdd","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.435981255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f53174d6-ff5a-48d8-bee9-d0f8c0e97c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.440522597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"6569db1b-3460-4cea-9c3b-1f6c405d4cdd","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.442015102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f53174d6-ff5a-48d8-bee9-d0f8c0e97c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.532428169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ee358258-8530-4194-8378-9f2c106c2224","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.540619439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ee358258-8530-4194-8378-9f2c106c2224","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.547104751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ee358258-8530-4194-8378-9f2c106c2224","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.140703679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"65acb01b-3a06-4cd4-a5de-6e35dcfc9794","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.036158409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-sub","reconcileID":"349c60db-f048-4ec6-8b67-a1e3101a60dc","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-quota-42c200-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.083973326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-sub","reconcileID":"3beb19d8-ca92-49f5-a5ef-000e59195d18","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-e87c5e","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.186800999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"79850d59-c1e9-443f-8eab-a56ec753cfab","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.284512644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-sub","reconcileID":"63b8c729-53bd-4a3c-a06d-3efbbd215efe","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f2efc0","model":"llm/e2e-dft-f2efc0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.285162816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"7250cfb1-4c5f-45c0-a394-fc175526e1c3","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.285183182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"7250cfb1-4c5f-45c0-a394-fc175526e1c3","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.320389922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"b614e6e1-7cb9-40c6-8f3c-db1ba384e4ce","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.320412024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"b614e6e1-7cb9-40c6-8f3c-db1ba384e4ce","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.917063708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"2bcca6e1-852f-477e-9e48-15315fe6fdd2","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.917827821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8501ffeb-274a-4bc8-9d6b-ce4038141461","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.934523228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a67a5796-f9ec-4954-8449-355eda77183a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.938375512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"2bcca6e1-852f-477e-9e48-15315fe6fdd2","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.941827861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8501ffeb-274a-4bc8-9d6b-ce4038141461","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.942817716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e94533f6-50d2-431f-8dbe-04155288eb9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.94591369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"2bcca6e1-852f-477e-9e48-15315fe6fdd2","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.950983752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8501ffeb-274a-4bc8-9d6b-ce4038141461","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.952994743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a67a5796-f9ec-4954-8449-355eda77183a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.953623485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e94533f6-50d2-431f-8dbe-04155288eb9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.959118707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"ebb682d3-073f-4747-93f3-d8de68587e62","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.959141681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"ebb682d3-073f-4747-93f3-d8de68587e62","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.962137796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e94533f6-50d2-431f-8dbe-04155288eb9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:59.964208548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a67a5796-f9ec-4954-8449-355eda77183a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.042295807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"b62064de-8c15-4ed8-9a1c-0721ded118de","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.042330234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"b62064de-8c15-4ed8-9a1c-0721ded118de","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.04542639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c4df429-be98-4d2e-9abb-8a7335ae4a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.045449084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c4df429-be98-4d2e-9abb-8a7335ae4a79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.045831002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d82c406b-901e-4707-953d-913f3a5ffb4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.045844799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d82c406b-901e-4707-953d-913f3a5ffb4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.048482252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"fc716489-175b-4eb6-a409-2c01b48228f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.0487013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5ca06bb0-12be-47c7-a50f-c31310ddecb9","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.049220422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"6790b95f-afb2-4340-acdf-541b15abf7f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.051549364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"2f190157-6530-464d-a42d-a825d0e57443","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.054489049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"7bb7f489-c072-464d-bd01-579d1f842078","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.056843496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"fc716489-175b-4eb6-a409-2c01b48228f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.057853499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5ca06bb0-12be-47c7-a50f-c31310ddecb9","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.059596539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"6790b95f-afb2-4340-acdf-541b15abf7f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.060884774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"2f190157-6530-464d-a42d-a825d0e57443","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.06369815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"7bb7f489-c072-464d-bd01-579d1f842078","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.1600999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"873e04b3-42d1-4a0c-9bb1-29ed072d1fe2","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.188677446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"873e04b3-42d1-4a0c-9bb1-29ed072d1fe2","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.207273159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"873e04b3-42d1-4a0c-9bb1-29ed072d1fe2","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.2491899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c6ef7f35-6af3-4c55-a121-3f1a8878895e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.255426624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"f28de9dd-fa1a-4f50-b451-18fd65794718","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.255601799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"526049d9-39b0-44a4-8f02-abedc75a25c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.25991086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c6ef7f35-6af3-4c55-a121-3f1a8878895e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.270210083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"673f9aeb-6c15-46f8-9d4f-2ee14207c9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.276757776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c6ef7f35-6af3-4c55-a121-3f1a8878895e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.279015012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"f28de9dd-fa1a-4f50-b451-18fd65794718","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.2808474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"526049d9-39b0-44a4-8f02-abedc75a25c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.289925488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"673f9aeb-6c15-46f8-9d4f-2ee14207c9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.293488118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"526049d9-39b0-44a4-8f02-abedc75a25c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.30218548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"673f9aeb-6c15-46f8-9d4f-2ee14207c9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.323719542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"7fd84884-bd2c-44fb-8b78-b2d9764a2a33","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.32978566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2fc51b5e-b36e-4e71-825d-75aa519f1cdd","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.330452542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"88d2d92a-f3d3-463f-a4d5-c8d49b1718c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.338370391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"7fd84884-bd2c-44fb-8b78-b2d9764a2a33","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.344178018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2fc51b5e-b36e-4e71-825d-75aa519f1cdd","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.344283132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"88d2d92a-f3d3-463f-a4d5-c8d49b1718c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.417572959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"34af437c-43d7-459f-a84f-0c0e4b52617d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.430316048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"34af437c-43d7-459f-a84f-0c0e4b52617d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.509988856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"e32cb19f-aa4e-44e6-98e2-48a619615330","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:00.517155198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"e32cb19f-aa4e-44e6-98e2-48a619615330","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:01.684471619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"d79250fc-c8b4-4011-a348-42019a6df819","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:01.691682911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"b47ad931-b4bd-4c2d-9be8-8b32fe47087c","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:01.77859459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"8752ccad-dc41-4b08-8baf-6169ebe82928","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:01.83689322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"8752ccad-dc41-4b08-8baf-6169ebe82928","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:01.844200522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cee691c2a2bfba5ae79417417f40bcf2f44e60f9c7a50b1dc1ada016ae3d346) AuthConfig (d25a8b1e0ccb74ce53636fa30c0656493a82eab535a4b7fde1013e34628ce387) AuthConfig (0a0615ee019796986b6f23f1cd84bb4f36953956d8f29778a14fd14555f9e552) AuthConfig (68c47988df341929afee6dd0f23f538b0434f39a8e2de5682d97d31ae0cda1d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"8752ccad-dc41-4b08-8baf-6169ebe82928","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:01.852521206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"ed8bfee3-a49a-4d6f-9708-79f42a014009","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.891419485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"aee30b5c-7a57-4fcd-90d2-a4aa7174011b","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.891451411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"aee30b5c-7a57-4fcd-90d2-a4aa7174011b","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.911362527Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-sub","reconcileID":"30186302-2676-4e42-aab1-387b7739393b","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-86e0bec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.913697539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"815045eb-4a65-4df6-969f-4277c99c371a","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.913768218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a3b82d8-78f9-4b3b-bdb6-b4bab8a6cc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.917085087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"c22e006b-3fd0-4b2b-8550-e5f8a2d2e6b6","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.920775951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"decc789b-cbb9-4e61-a44d-923b6a0622f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.926213407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a3b82d8-78f9-4b3b-bdb6-b4bab8a6cc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.92749653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"815045eb-4a65-4df6-969f-4277c99c371a","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.929157846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"decc789b-cbb9-4e61-a44d-923b6a0622f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.929921566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"c22e006b-3fd0-4b2b-8550-e5f8a2d2e6b6","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.932717202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a3b82d8-78f9-4b3b-bdb6-b4bab8a6cc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.933437115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"815045eb-4a65-4df6-969f-4277c99c371a","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.935170631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"decc789b-cbb9-4e61-a44d-923b6a0622f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:02.942384769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"c22e006b-3fd0-4b2b-8550-e5f8a2d2e6b6","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.003760804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d7cc415-25c5-49ca-8fa7-93078af692cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.003916898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"3cbb7ca9-b8d9-495e-86f7-d20c74cc7a25","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.004807707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"166c3113-ac8c-4d7b-9bfa-7c6b8608369f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.006671923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf4443e3-6e5d-4a7e-ae85-62564f9c5182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.011971557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"166c3113-ac8c-4d7b-9bfa-7c6b8608369f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.013037598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"3cbb7ca9-b8d9-495e-86f7-d20c74cc7a25","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.01438542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d7cc415-25c5-49ca-8fa7-93078af692cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.016958438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf4443e3-6e5d-4a7e-ae85-62564f9c5182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.018359335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"166c3113-ac8c-4d7b-9bfa-7c6b8608369f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.02030354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d7cc415-25c5-49ca-8fa7-93078af692cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.020388691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"3cbb7ca9-b8d9-495e-86f7-d20c74cc7a25","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:03.022711787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (91ef4284e536fa0e4186c95ef082dae68522f1767c43aee680607c9e04d72c7e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f6b6431d7ecac76682d4d0259486c68575f389fb6c31cc6f2151f9d2cadf36f5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b1b28c8488812d9c9b46ea307cfd4d90ea1bb56d5d8b32dcfdbda888abb4e332) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8b5e4af3f871eabbacb5358f1dc3eb5b28505bd5b3113335b6126599770928d6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf4443e3-6e5d-4a7e-ae85-62564f9c5182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.146708682Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"33a3c924-fbf6-4de6-ae9a-eef88380719c","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.768176137Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.861321147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"7e2b04fd-b208-4d20-b928-e460447d3a82","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.867444587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"7e2b04fd-b208-4d20-b928-e460447d3a82","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.873359885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cee691c2a2bfba5ae79417417f40bcf2f44e60f9c7a50b1dc1ada016ae3d346) AuthConfig (d25a8b1e0ccb74ce53636fa30c0656493a82eab535a4b7fde1013e34628ce387) AuthConfig (0a0615ee019796986b6f23f1cd84bb4f36953956d8f29778a14fd14555f9e552) AuthConfig (68c47988df341929afee6dd0f23f538b0434f39a8e2de5682d97d31ae0cda1d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"7e2b04fd-b208-4d20-b928-e460447d3a82","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.914261456Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-sub","reconcileID":"04aa5987-5ac7-45fa-bb88-229cadb7d817","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f2efc0","subscription":"e2e-dft-f2efc0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.919960371Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-sub","reconcileID":"04aa5987-5ac7-45fa-bb88-229cadb7d817","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.923074763Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-sub","reconcileID":"04aa5987-5ac7-45fa-bb88-229cadb7d817","MaaSSubscription":{"name":"e2e-dft-f2efc0-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f2efc0","namespace":"llm","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.955895304Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.95806967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"e42cc211-b9db-462e-a302-e7ed31db742e","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.958091846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"e42cc211-b9db-462e-a302-e7ed31db742e","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.974706817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"906b0ecc-ab25-47c1-96e7-9f64433f1b99","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.974911034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"979ea8c4-9fc3-4194-bb43-dc2e0a520432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.975075597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8a998a34-797a-4cd8-bc27-8394acdd6023","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.97655929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2404ac79-301d-47fe-b373-39456daf05f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:13.035087774Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"906b0ecc-ab25-47c1-96e7-9f64433f1b99","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:13.035319356Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"979ea8c4-9fc3-4194-bb43-dc2e0a520432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.036699786Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8a998a34-797a-4cd8-bc27-8394acdd6023","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.044604206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8a998a34-797a-4cd8-bc27-8394acdd6023","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:13.045458077Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2404ac79-301d-47fe-b373-39456daf05f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:13.047632623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"906b0ecc-ab25-47c1-96e7-9f64433f1b99","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:13.047701665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"979ea8c4-9fc3-4194-bb43-dc2e0a520432","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.048496174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02cac0d2-4e60-47be-938c-d36915a801e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.048511618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02cac0d2-4e60-47be-938c-d36915a801e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:13.053183824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2404ac79-301d-47fe-b373-39456daf05f3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.05338929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"f50a29e7-2316-41f5-9900-b7e33a01ca5e","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.053407091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"f50a29e7-2316-41f5-9900-b7e33a01ca5e","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.058247901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"192cfac2-2ab9-485d-8c48-766ccfad2edd","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.058267814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"192cfac2-2ab9-485d-8c48-766ccfad2edd","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.061619678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b22e71a4-4702-4d2e-842f-6c816ae8b86e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.061635127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b22e71a4-4702-4d2e-842f-6c816ae8b86e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.07132936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"71b83ba8-8434-4a25-bffd-fec288dfdec2","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.071378321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e83b912b-d76d-4710-8763-24f72fda32f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.071716812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88e7675f-2050-4d6f-8ed5-6feda999f5bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.078256311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"71b83ba8-8434-4a25-bffd-fec288dfdec2","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.078361187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e83b912b-d76d-4710-8763-24f72fda32f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.080731384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88e7675f-2050-4d6f-8ed5-6feda999f5bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.084236686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"71b83ba8-8434-4a25-bffd-fec288dfdec2","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.08512552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e83b912b-d76d-4710-8763-24f72fda32f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.086086355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88e7675f-2050-4d6f-8ed5-6feda999f5bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:13.087469261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"71b83ba8-8434-4a25-bffd-fec288dfdec2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-f2efc0-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.092828269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a459dcb-2833-40d0-824a-40fd4d7d9cec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.092841909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a459dcb-2833-40d0-824a-40fd4d7d9cec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.095588266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d0b86d1-c900-4cd7-afe6-5ec69fdcf8c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.095608186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d0b86d1-c900-4cd7-afe6-5ec69fdcf8c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.12101738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"be6f1177-04b3-47c1-a666-bee9047956c7","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.12103937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"be6f1177-04b3-47c1-a666-bee9047956c7","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.169523029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"9300f5c8-1d49-4c14-945a-820f4acaeccf","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.176285264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"9300f5c8-1d49-4c14-945a-820f4acaeccf","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.184008896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"9300f5c8-1d49-4c14-945a-820f4acaeccf","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:13.18819516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"9300f5c8-1d49-4c14-945a-820f4acaeccf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-f2efc0-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.188375906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f2efc0-access","reconcileID":"c13d43bc-f8d1-44ce-93c3-b6513ca567b7","MaaSAuthPolicy":{"name":"e2e-dft-f2efc0-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.203081401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"e0d5ceff-5b65-4c6e-9643-0debe7f14899","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.203098596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"e0d5ceff-5b65-4c6e-9643-0debe7f14899","MaaSModelRef":{"name":"e2e-dft-f2efc0","namespace":"llm"},"routeName":"external-model-e2e-dft-f2efc0-e3527cf7ba61","namespace":"llm","model":"e2e-dft-f2efc0","externalModel":"e2e-dft-f2efc0","provider":"e2e-dft-f2efc0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.706499137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"8ee685fb-c262-4fd9-a9bd-2d09c4242647","namespace":"llm","name":"e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.716086124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a62e17de-2bdb-47dc-a7a0-c122b44aef03","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.716136166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a62e17de-2bdb-47dc-a7a0-c122b44aef03","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.716574759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a642d3ae-7032-4af0-9024-6f1eecc54958","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.7165911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a642d3ae-7032-4af0-9024-6f1eecc54958","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.717037859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2efc9c02-e732-4d97-80d6-8d706027f8af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.71705462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2efc9c02-e732-4d97-80d6-8d706027f8af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.717540288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"974d823e-ff51-4b7a-9d7a-01a648672ef5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.717557534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"974d823e-ff51-4b7a-9d7a-01a648672ef5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.717885246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c78e2aff-475e-493e-9e4c-833aed179665","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.717902199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c78e2aff-475e-493e-9e4c-833aed179665","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.718196953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed39bb01-a5b0-47ad-b60f-44793e8e9022","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.718210536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed39bb01-a5b0-47ad-b60f-44793e8e9022","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.71850073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"40c2bb9c-13d0-4144-b0da-5f7794b42175","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.718515115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"40c2bb9c-13d0-4144-b0da-5f7794b42175","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.718777027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3defa4fe-e418-40ca-8631-60d8f78ddb1a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.718789027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3defa4fe-e418-40ca-8631-60d8f78ddb1a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.722159886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"eb17c788-8449-40eb-86a3-be3c7cd53410","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.722182433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"eb17c788-8449-40eb-86a3-be3c7cd53410","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.72420151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f9ad344e-fb9b-4570-9a5e-87d1629602bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.726058378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"18eb897f-4bd8-4fd4-b088-7100f2e7aeb9","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.726239019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"542609de-2a11-4a8f-8fa7-aafc2fb26aed","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.729443709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0264bc79-3877-4b46-b81b-5af53dea1d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.734951624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"542609de-2a11-4a8f-8fa7-aafc2fb26aed","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.735477275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f9ad344e-fb9b-4570-9a5e-87d1629602bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.736489801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9271f3a7-9c0f-498e-aac7-a57acc13420e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.737116771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"623cdbd0-69e0-4256-a87a-4d0108c0d391","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.737442618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"18eb897f-4bd8-4fd4-b088-7100f2e7aeb9","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.737700809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81f2fe33-ba2f-4c66-97fa-1d5c1452abf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.740963821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0264bc79-3877-4b46-b81b-5af53dea1d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.742923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cee691c2a2bfba5ae79417417f40bcf2f44e60f9c7a50b1dc1ada016ae3d346) AuthConfig (d25a8b1e0ccb74ce53636fa30c0656493a82eab535a4b7fde1013e34628ce387) AuthConfig (0a0615ee019796986b6f23f1cd84bb4f36953956d8f29778a14fd14555f9e552) AuthConfig (68c47988df341929afee6dd0f23f538b0434f39a8e2de5682d97d31ae0cda1d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"542609de-2a11-4a8f-8fa7-aafc2fb26aed","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.749808693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"18eb897f-4bd8-4fd4-b088-7100f2e7aeb9","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.749995632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81f2fe33-ba2f-4c66-97fa-1d5c1452abf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.752268078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0264bc79-3877-4b46-b81b-5af53dea1d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.758706665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81f2fe33-ba2f-4c66-97fa-1d5c1452abf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.764323576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"668eb415-2a21-4689-9b0d-79ba3f8a8e13","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.764517216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"103086ad-a289-4c26-b81f-905af7041712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.765021414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ff364ca6-d56b-4ee8-9302-acad7b02a250","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.765385328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"1ee51ea6-ee53-428a-8bf9-495d56f8672b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.773854028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"103086ad-a289-4c26-b81f-905af7041712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.779115766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"668eb415-2a21-4689-9b0d-79ba3f8a8e13","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.836796897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"1ee51ea6-ee53-428a-8bf9-495d56f8672b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.838061219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ff364ca6-d56b-4ee8-9302-acad7b02a250","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.857491737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"afc7fedc-1a55-41ba-874c-50348bc99adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.8581137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f2efc0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f2efc0","reconcileID":"29156622-93f3-40a2-9ad8-f94d1fe09ef8","namespace":"llm","name":"e2e-dft-f2efc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.859614061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ca6b478d-bd33-4ebd-bc90-67ae16305e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.866815491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"afc7fedc-1a55-41ba-874c-50348bc99adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.869249705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ca6b478d-bd33-4ebd-bc90-67ae16305e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.93545032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"db788def-9b85-4c3b-a033-e698e73c1996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.945048161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"db788def-9b85-4c3b-a033-e698e73c1996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.958642206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"41a2c5c1-0755-4dc0-b6c9-47d0d383313e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.962016439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"4d3bbaac-d54f-4d20-b2b1-4f4e0fca510e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.970492003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"41a2c5c1-0755-4dc0-b6c9-47d0d383313e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.973813216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"4d3bbaac-d54f-4d20-b2b1-4f4e0fca510e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.057337971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"451647af-3f5f-4926-873d-4b04472f1cf9","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.059487267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"b7ac4769-6e7c-4f19-9476-2d6b05a77040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.061092531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"957d399d-9031-4e87-bb3e-46d7277eafbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.061218723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"e4a64d60-8937-497a-b0bb-c3e3e3d90c0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.062975008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcf9e6cf-ff3e-4d41-932f-1433720468ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.064910342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"451647af-3f5f-4926-873d-4b04472f1cf9","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.06658924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"b7ac4769-6e7c-4f19-9476-2d6b05a77040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.068637811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"957d399d-9031-4e87-bb3e-46d7277eafbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.069112423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"e4a64d60-8937-497a-b0bb-c3e3e3d90c0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.071484188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcf9e6cf-ff3e-4d41-932f-1433720468ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.077783047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcf9e6cf-ff3e-4d41-932f-1433720468ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.14766665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"2299270f-f07c-4990-86c7-85a73ae10b13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.166932688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"05e828ee-887b-42d4-a348-b050165bcb2f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.166993533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"6dc0b6c9-8de4-4044-914f-205b1b0e86b2","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.167818835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b09d65e6-f76f-486f-855a-acd885026a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.16974488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"93e513fc-2369-4d60-a5fd-6d8f6ae098d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.170303936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f3dff1fb-453c-4c7e-862c-c5ac0df72092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.174183329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"6dc0b6c9-8de4-4044-914f-205b1b0e86b2","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.176247432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"05e828ee-887b-42d4-a348-b050165bcb2f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.177022685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b09d65e6-f76f-486f-855a-acd885026a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.236747679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"93e513fc-2369-4d60-a5fd-6d8f6ae098d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.237984445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1a18c8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1cee691c2a2bfba5ae79417417f40bcf2f44e60f9c7a50b1dc1ada016ae3d346) AuthConfig (d25a8b1e0ccb74ce53636fa30c0656493a82eab535a4b7fde1013e34628ce387) AuthConfig (0a0615ee019796986b6f23f1cd84bb4f36953956d8f29778a14fd14555f9e552) AuthConfig (68c47988df341929afee6dd0f23f538b0434f39a8e2de5682d97d31ae0cda1d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"6dc0b6c9-8de4-4044-914f-205b1b0e86b2","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.238780872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f3dff1fb-453c-4c7e-862c-c5ac0df72092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.24011741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"05e828ee-887b-42d4-a348-b050165bcb2f","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.240556631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b09d65e6-f76f-486f-855a-acd885026a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.254649045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"b0214f5a-8c26-43b0-b013-0cabd6eb2036","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.255188974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"c876671c-4b8b-42ff-a60f-ec171c99d693","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.25581715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"59fc9bee-7b1f-47b8-aaa2-4da9605e0f1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.257998729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7dcf268b-7379-444f-851a-b35e822244e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.258592772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"e49faedb-90ce-440b-9cae-f228d30ff4c6","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.355877952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6c82bb06-5eb6-4e89-b26c-e020f6950c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.356286791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"d2decba6-544d-4caa-9430-d7bf83d9f773","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.356704662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ba3a61f3-917c-4747-b1d7-4ec7ef7cdebf","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.454105872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7dcf268b-7379-444f-851a-b35e822244e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.456591395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"52a69385-0c69-455b-9b52-dc0b4a4f3e40","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.461395176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6c82bb06-5eb6-4e89-b26c-e020f6950c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.462904986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ba3a61f3-917c-4747-b1d7-4ec7ef7cdebf","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.466654714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"d2decba6-544d-4caa-9430-d7bf83d9f773","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.470219119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"52a69385-0c69-455b-9b52-dc0b4a4f3e40","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.537383886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"01fd1c5d-d8c7-475e-9709-58a6301274cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.588808387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"43ba82d4-1e66-4eb2-882f-dfe7fa5f64db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.594407084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"29feca72-a3ff-42ff-a950-a8f482ae4d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.636187637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"400c6334-d20b-4842-81f7-83ae9926d625","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.645685644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"29feca72-a3ff-42ff-a950-a8f482ae4d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.648747262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a349b50-7980-48b2-862c-dd6d2f0fecc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.649234682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-sub","reconcileID":"f0af58ed-0401-4455-9c1b-7aa0371721d5","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-e87c5e","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.756870252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"8502b48f-f94a-4f69-b8f0-6a758296a7d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.759538341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"f57e82ab-9077-4b49-8f34-21742fd0d08b","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.784033027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"c4777e54-21e8-47c7-ab9f-deec4db7b7cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.788775458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"ab221a7c-4f30-424e-99e2-f36dbf83bf58","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.78915316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-sub","reconcileID":"572f27e5-35f3-4fc7-933a-5f5ed822e597","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-quota-42c200-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:14.884937946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9cd4285c-e3ec-490b-a2f6-2164201092ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.866802692Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"054ec865-8123-409f-93f6-f10b9272d28c","namespace":"llm","name":"e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.884601768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"e9327aa5-7785-4c73-b423-8ff607bc9991","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.886360633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"25fa8330-7faf-4b85-853e-fcb28d8f5c45","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.889861569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14e8222f-5936-4237-a8e2-640dbae8e370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.889875926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d1e7482-4e1f-47e1-bbc4-b539ec363612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.890388344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8e53e84a-6aae-428c-9c13-c3ac28d083a0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.892948026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"e9327aa5-7785-4c73-b423-8ff607bc9991","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.894671439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"25fa8330-7faf-4b85-853e-fcb28d8f5c45","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.899647078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8e53e84a-6aae-428c-9c13-c3ac28d083a0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.899675922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14e8222f-5936-4237-a8e2-640dbae8e370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.902889958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d1e7482-4e1f-47e1-bbc4-b539ec363612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.907250129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8e53e84a-6aae-428c-9c13-c3ac28d083a0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.907409231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14e8222f-5936-4237-a8e2-640dbae8e370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.907957113Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"f8bc8c05-9813-458a-b288-a98c0bb53584","namespace":"llm","name":"e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.936529864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d1e7482-4e1f-47e1-bbc4-b539ec363612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.945398024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"c5ac53fc-1055-47fc-9417-aca0275c3ddb","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.952627491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"c5ac53fc-1055-47fc-9417-aca0275c3ddb","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.957202987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cebbf64e-2b2c-41ae-81bc-346e2dd7dba9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.957227282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cebbf64e-2b2c-41ae-81bc-346e2dd7dba9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.957567477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c0d4e87-7b6d-44ff-b446-54738e04e166","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.957582795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c0d4e87-7b6d-44ff-b446-54738e04e166","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.957849013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"09786ca7-af86-4141-9c59-a98dcc42d9f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.957862925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"09786ca7-af86-4141-9c59-a98dcc42d9f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.958079399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1f65f93-9f9e-4a30-883e-bae69a96537f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.95809211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f1f65f93-9f9e-4a30-883e-bae69a96537f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.958320805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4f08e11-03d7-4773-8d24-bb41e0f8266d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.958333684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4f08e11-03d7-4773-8d24-bb41e0f8266d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.961824772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"17ba08fc-f3ef-4a97-aec9-281180c6ed37","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.961843905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"17ba08fc-f3ef-4a97-aec9-281180c6ed37","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.97065984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03ff21f6-a1cf-4ccd-a94c-cf5c34fb49ea","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.970678985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03ff21f6-a1cf-4ccd-a94c-cf5c34fb49ea","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.971018139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf6a9844-b3ca-491f-b91a-78e04d03ed3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.971062237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf6a9844-b3ca-491f-b91a-78e04d03ed3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.971498499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"404ce467-4f12-47df-b410-e2300ef60b6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.971515639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"404ce467-4f12-47df-b410-e2300ef60b6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.971860176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc2f965f-27b2-4b1b-aea1-76cf1d158ba7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.971872211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc2f965f-27b2-4b1b-aea1-76cf1d158ba7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.972084553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3695399c-69b6-407c-8018-79d98a1b020a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.972094827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3695399c-69b6-407c-8018-79d98a1b020a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.972295859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a2beb6e2-cc02-43e0-ab9d-498f950a841e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.972306443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a2beb6e2-cc02-43e0-ab9d-498f950a841e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.976547106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"b11ba471-fa25-41bc-83ef-0f96468e04db","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.976606361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"b11ba471-fa25-41bc-83ef-0f96468e04db","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.979557491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"740e6225-6aa7-496d-a559-c02145179313","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.979795868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd6881cc-510f-43e5-91e1-428e616f34ec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.979815295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fd6881cc-510f-43e5-91e1-428e616f34ec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.980091917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66ec9db1-d705-4eb3-998d-1905d2e52183","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.980105326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66ec9db1-d705-4eb3-998d-1905d2e52183","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.980183331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93114697-8030-4d14-830a-cd47066c7108","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.9805296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67ad83ce-5859-4f45-b580-d63164789c31","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.980544475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67ad83ce-5859-4f45-b580-d63164789c31","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.980861363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"165907d5-b5cf-4d3d-b82d-da13b3c01c05","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.980874438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"165907d5-b5cf-4d3d-b82d-da13b3c01c05","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.982729502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cb43ab78-2334-45c0-972c-b490c1e92fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.987262909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"79e93492-906e-4c42-a312-c8498dc8c7f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:15.992381825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cb43ab78-2334-45c0-972c-b490c1e92fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.036082428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"79e93492-906e-4c42-a312-c8498dc8c7f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.064291436Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"9c0c6e07-e022-433a-b394-7a4be7100b2e","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"name":"e2e-dft-refs-51cb0c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.082091932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3371cf88-3457-4b4a-bdb8-ab802c545862","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.107779062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3371cf88-3457-4b4a-bdb8-ab802c545862","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.135931295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"7abd6cc3-7599-4907-b7ea-138bfa8260aa","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.146141209Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"d4048790-1b7b-4d2b-b775-b3ac90fe8370","namespace":"llm","name":"e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.152015153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"803253a2-ce2a-4405-aedc-4aef1a44fe76","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.152045889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"803253a2-ce2a-4405-aedc-4aef1a44fe76","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-51cb0c-4f4e6ffc4753","namespace":"llm","model":"e2e-dft-refs-51cb0c","externalModel":"e2e-dft-refs-51cb0c","provider":"e2e-dft-refs-51cb0c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.165702878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1e36dace-f360-4e44-af73-adf8fd44ac6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.1657795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"89460ca0-fc0f-462d-9c00-e0979cc9d1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.169136334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"cfe528b8-9fad-408f-a08c-f3e913c92312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.17798216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"89460ca0-fc0f-462d-9c00-e0979cc9d1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.18129537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"cfe528b8-9fad-408f-a08c-f3e913c92312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.186387445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1e36dace-f360-4e44-af73-adf8fd44ac6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.192837205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"4343445f-97ab-44af-9eb1-a47f9f7f7106","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.242236876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"97c36099-2933-406a-9149-f64379373f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.258742083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"97c36099-2933-406a-9149-f64379373f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.376914941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"050bf292-7276-441f-9240-07101e6c443b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.381827601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"5da7b323-2f96-405d-b64e-7b2b174a1817","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.388332344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"91f47a99-176e-4a8f-8fdc-1f6b229b65a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.406628751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"050bf292-7276-441f-9240-07101e6c443b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.412592297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"5da7b323-2f96-405d-b64e-7b2b174a1817","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.42232412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"91f47a99-176e-4a8f-8fdc-1f6b229b65a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.462190986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"5a323829-ee26-4c84-af12-1e4cfe62e55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.465155883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"ae197031-2450-484c-9329-e593e422644a","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.470474423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"5a323829-ee26-4c84-af12-1e4cfe62e55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.473162087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"ae197031-2450-484c-9329-e593e422644a","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.544776934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"5fdbb0cd-eb5b-46e6-9b21-3adfad1814a3","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.553951505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f8378305-406a-4bb0-bd43-ccc5014abb58","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.554922775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd7f7555-5dc0-4dc4-a950-61ff1bd62f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.559098167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"5fdbb0cd-eb5b-46e6-9b21-3adfad1814a3","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.586291589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd7f7555-5dc0-4dc4-a950-61ff1bd62f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.586881234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f8378305-406a-4bb0-bd43-ccc5014abb58","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.603315719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd7f7555-5dc0-4dc4-a950-61ff1bd62f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.606660127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f8378305-406a-4bb0-bd43-ccc5014abb58","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.638621019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5666aef5-5357-467b-b9f0-c8e16217a466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.649910007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"f9fc4b03-8c3f-4402-ac46-118021b94f34","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.65226444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2054476c-5240-462d-a319-a44567e65f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.65301247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"56ae7ae6-eb6e-4b0b-86d2-522717130181","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.657635641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5666aef5-5357-467b-b9f0-c8e16217a466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.65868834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"f9fc4b03-8c3f-4402-ac46-118021b94f34","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.662085736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2054476c-5240-462d-a319-a44567e65f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.667416228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"56ae7ae6-eb6e-4b0b-86d2-522717130181","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.670133127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2054476c-5240-462d-a319-a44567e65f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.735844232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"1f93531a-4cc7-4cec-8a34-5cdb92435095","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.740459564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"839015d5-cf53-4af4-978f-63bf487c1b94","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.744900777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"1f93531a-4cc7-4cec-8a34-5cdb92435095","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.747824064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"839015d5-cf53-4af4-978f-63bf487c1b94","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.945538557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"b5ac760a-1535-4223-adfb-ad3d5694e636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.945989608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"efc29f34-1bf3-467e-a0ae-85ebd58b8ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.963858382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"b5ac760a-1535-4223-adfb-ad3d5694e636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.964235419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0a93a53b-09a5-46b6-a139-32546eb5d1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.96451339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"efc29f34-1bf3-467e-a0ae-85ebd58b8ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.969007628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"c4e44425-5169-4da3-bf49-8985adbe2cdb","namespace":"llm","name":"e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.975120481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"0877de88-56ac-4951-985c-64ddbab06d00","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.975142275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"0877de88-56ac-4951-985c-64ddbab06d00","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-51cb0c-4f4e6ffc4753","namespace":"llm","model":"e2e-dft-refs-51cb0c","externalModel":"e2e-dft-refs-51cb0c","provider":"e2e-dft-refs-51cb0c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.976903038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0a93a53b-09a5-46b6-a139-32546eb5d1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.038997265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd847ce-b480-4867-8842-762649e1e634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.039110035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"15243e15-86f4-4091-a2ba-b7f9624f2129","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.052246779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"15243e15-86f4-4091-a2ba-b7f9624f2129","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.053504468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd847ce-b480-4867-8842-762649e1e634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.07123751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"15243e15-86f4-4091-a2ba-b7f9624f2129","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.072576834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd847ce-b480-4867-8842-762649e1e634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.097833462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"26166d3e-8519-4569-9751-179fa34b9365","namespace":"llm","name":"e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.106625139Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"2f0d3ca8-2c3a-405a-8016-59c2f3838433","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"name":"e2e-dft-refs-51cb0c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.117731693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2766f5da-be9c-4ddd-af8a-fc4e8125c904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.138415758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"350a5646-2107-4715-b7a1-f4f19ce15c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.13939298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6f102ee5-ea7e-47be-ad99-aa77861d2d8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.1394131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6f102ee5-ea7e-47be-ad99-aa77861d2d8c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.139830519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dc6648d-35d6-4c6b-b21f-1d1d3ca5d22b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.139848344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dc6648d-35d6-4c6b-b21f-1d1d3ca5d22b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.140329261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eaec2a59-cb3a-4f22-86e0-788e7d1a264a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.140361166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eaec2a59-cb3a-4f22-86e0-788e7d1a264a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.140859064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9cb1581a-a13e-4fcb-83c4-b6fc6a1a725a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.140874845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9cb1581a-a13e-4fcb-83c4-b6fc6a1a725a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.141204988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1bc948f3-9e7b-4e05-9d08-bde31855f2a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.141222463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1bc948f3-9e7b-4e05-9d08-bde31855f2a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.144999006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2766f5da-be9c-4ddd-af8a-fc4e8125c904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.160015054Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"ece0fa01-709e-4c8e-9c2f-fe6f1ea1da82","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"name":"e2e-dft-refs-51cb0c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.168067975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"350a5646-2107-4715-b7a1-f4f19ce15c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.183637046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0c0a536-3303-4a7b-86b3-d5201dd7440c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.183658471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a0c0a536-3303-4a7b-86b3-d5201dd7440c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.184031492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4f8e3897-8b1d-4824-a2db-5b3ea08b06dc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.184049771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4f8e3897-8b1d-4824-a2db-5b3ea08b06dc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.184409236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe29aa78-3ae5-48c1-b56c-6fb4ff53dfb5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.18442767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe29aa78-3ae5-48c1-b56c-6fb4ff53dfb5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.18720586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"350a5646-2107-4715-b7a1-f4f19ce15c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.195485404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34301ffd-905e-41a7-a450-c0283114692b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.19558226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"578b75bd-52b3-4b57-b72e-63f41162b8cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.197427859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"fd7bd93e-f0f4-496f-aa11-b836248305f8","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.197448377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"fd7bd93e-f0f4-496f-aa11-b836248305f8","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.219838251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"51c6cc65-a053-41a5-b609-5856d9c7e2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.220028061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"a2eea3ed-58d4-4f04-aba7-d6dc4b7f88db","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.220261278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f9ce01c7-f3ac-4a7c-8ef1-60136d8c1cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.234751682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"5a75ac23-ff71-486e-8fe3-f2b1508e0c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.239157622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"51c6cc65-a053-41a5-b609-5856d9c7e2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.249977683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"5a75ac23-ff71-486e-8fe3-f2b1508e0c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.25004151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"a2eea3ed-58d4-4f04-aba7-d6dc4b7f88db","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.253771147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f9ce01c7-f3ac-4a7c-8ef1-60136d8c1cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.269034976Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"d1ddc38d-ca1a-4d5e-81b0-a6a1dd41a88c","namespace":"llm","name":"e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.272109928Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"713be9b8-9adf-46d8-8819-8385a5f31332","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"name":"e2e-dft-refs-51cb0c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.338982137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"40af1c7b-bbe7-4714-a808-f8129b6e27bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.340639604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"3b24e365-f841-4ea0-9c74-fb3585ce54fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.346251039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"40af1c7b-bbe7-4714-a808-f8129b6e27bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.351443651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"3b24e365-f841-4ea0-9c74-fb3585ce54fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.460863582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1530fd26-b468-4a44-acf0-af265f60a27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.461627247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a9d2a6b0-8421-4a34-b4da-d20e3b60d20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.474468549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"a9d2a6b0-8421-4a34-b4da-d20e3b60d20f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.477299388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1530fd26-b468-4a44-acf0-af265f60a27a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.54112052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"c275efc4-599b-490c-9b2a-513d867d0d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.541770278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"68da97b3-c040-44f2-8fa3-ab1abd4f066b","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.543721275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"2ad53603-7c1c-4b98-8b0a-4aed26a87867","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.549575175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"4f4a98b6-2640-4cde-81bf-42ba7a307bd5","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.550555939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e155d623-856f-4a89-9cbd-bfa3c5605a93","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.556521651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"68da97b3-c040-44f2-8fa3-ab1abd4f066b","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.558763647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"2ad53603-7c1c-4b98-8b0a-4aed26a87867","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.563922392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"c275efc4-599b-490c-9b2a-513d867d0d7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.565667554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e155d623-856f-4a89-9cbd-bfa3c5605a93","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.64205081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"4f4a98b6-2640-4cde-81bf-42ba7a307bd5","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.67718972Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.68122723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"fc1d1cad-f3c8-4eb4-851d-0bedfb836492","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.705498421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"50737662-732a-47e2-a595-520b14a456aa","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:17.731367772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-sub","reconcileID":"f079b35d-9adb-4d8f-a705-fa938ea0514c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-42c200-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.739834253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"1927583d-f8d0-48f8-8547-ffbffacb0979","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.748217887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"9b4f9bab-a495-433d-af69-f3e830f56ce1","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.765326028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"70ab4caa-7b2d-4256-a360-a46e64c3f674","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.774383638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2c1297a4-b23d-4acf-acd8-495f5ccff4b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.775397746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"8c207651-d29b-47f7-b195-2ea7c2de6682","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.77683561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ff28b1bc-f317-40c9-8f0a-951e696b0c8e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.782426286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2c1297a4-b23d-4acf-acd8-495f5ccff4b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.786616393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ff28b1bc-f317-40c9-8f0a-951e696b0c8e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.800505926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ff28b1bc-f317-40c9-8f0a-951e696b0c8e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.806172992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-sub","reconcileID":"203bb93d-d895-40ff-a3f0-ed9d222c15c7","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-quota-42c200-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.835610119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"1ee4f435-3cbe-4cb8-968c-7337b4336c02","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.870221063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"df6008ca-a643-4b07-8833-11ecdf0b8ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.870733128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"dc7f8360-1e59-46e1-a1a7-2a11340bf4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.877886429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"df6008ca-a643-4b07-8833-11ecdf0b8ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.8805275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8812dfaa-6b5f-412f-8eb8-dc0e5c2e5691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.880641666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"dc7f8360-1e59-46e1-a1a7-2a11340bf4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.882827222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3135f136-bce6-4471-8515-9aa8d6224ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.888310898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8812dfaa-6b5f-412f-8eb8-dc0e5c2e5691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.889638871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-sub","reconcileID":"ead5db38-45fb-46fe-bd19-117271c29e39","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.891139431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3135f136-bce6-4471-8515-9aa8d6224ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.894933309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8812dfaa-6b5f-412f-8eb8-dc0e5c2e5691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.899003535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3135f136-bce6-4471-8515-9aa8d6224ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.970810101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"06dc561f-db61-4c2b-b7bc-844129d2dbc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.97192073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"150e26f7-7e58-432d-a5f3-ac1f104d2909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.972382548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"f80c8271-a2e1-478e-bb87-5d55d95a0a0a","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.976221254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"b74b0f7e-69f1-448f-94fe-fbb09dee2fb1","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.977858591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"06dc561f-db61-4c2b-b7bc-844129d2dbc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.979409776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"150e26f7-7e58-432d-a5f3-ac1f104d2909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.980248657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"f80c8271-a2e1-478e-bb87-5d55d95a0a0a","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.982634148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"b74b0f7e-69f1-448f-94fe-fbb09dee2fb1","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.362102615Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"dd7b1984-14ae-467e-837a-ed710ef5236a","namespace":"llm","name":"e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.365131734Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"cf8e3396-d33e-4dda-92d0-6641b70a1f14","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"name":"e2e-dft-refs-51cb0c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.377193598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"ef35b91a-8a42-4537-b49d-558ae07d5411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.377471602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19297d98-6917-4d15-9526-867ba73f482b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.377671321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5ac84601-cd59-4e5c-8e15-07d1d69b7821","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.379850539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76f020b-f602-4b0b-83c0-d40abbd66371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.385272978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19297d98-6917-4d15-9526-867ba73f482b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.396552026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"ef35b91a-8a42-4537-b49d-558ae07d5411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.397912323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76f020b-f602-4b0b-83c0-d40abbd66371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.402159099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19297d98-6917-4d15-9526-867ba73f482b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.406750409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76f020b-f602-4b0b-83c0-d40abbd66371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.44340136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"4af8237c-8a2c-49aa-9d3b-cb6660597b2e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.445431334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5ac84601-cd59-4e5c-8e15-07d1d69b7821","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.452481688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6c6a71fc-f38d-47b0-ad72-ea2d49287a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.452864241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"4af8237c-8a2c-49aa-9d3b-cb6660597b2e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.453502456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"82d32d46-5d1c-41d8-b99a-ed84edbd4237","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"name":"e2e-dft-refs-51cb0c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.453869154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5ac84601-cd59-4e5c-8e15-07d1d69b7821","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.455721724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"640b86eb-89e5-471e-b80f-3de054390841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.45672805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"74a28454-d692-441d-98e7-d6f7ff8e8754","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.456748614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"74a28454-d692-441d-98e7-d6f7ff8e8754","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.457111298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"837ccccc-6508-49a1-a268-f91acc450d72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.457127443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"837ccccc-6508-49a1-a268-f91acc450d72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.457615964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"655c94c2-19d1-4bfb-80a9-d93206159ca4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.457631774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"655c94c2-19d1-4bfb-80a9-d93206159ca4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.458124224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b621157f-a28c-43e8-9ffa-7aa26db92943","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.45814087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b621157f-a28c-43e8-9ffa-7aa26db92943","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.45858416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46e3e0a8-e7a6-4f1c-b897-23a8ae267f97","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.458600589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46e3e0a8-e7a6-4f1c-b897-23a8ae267f97","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.458946209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e1ffb41-fe17-4e09-a171-e17c3a23bb8d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.458961187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0e1ffb41-fe17-4e09-a171-e17c3a23bb8d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.459269441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe5d06ae-0031-4e07-8371-c3f16f8bc312","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.459285884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe5d06ae-0031-4e07-8371-c3f16f8bc312","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.459652098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ba03141-ed02-4c57-9493-fd1245f87442","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.45967105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3ba03141-ed02-4c57-9493-fd1245f87442","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.460545353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"6c6a71fc-f38d-47b0-ad72-ea2d49287a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.46300927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"14ba98fa-b860-4a25-9a6c-533a03b87572","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.463028948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"14ba98fa-b860-4a25-9a6c-533a03b87572","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.4650134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9e44e10-4cef-4169-bb9f-f3255d37377f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.535608767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2799886-f802-4240-8f2c-af8765863764","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.537640165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"640b86eb-89e5-471e-b80f-3de054390841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.538165565Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"ba3ce951-7491-41ca-8aa1-eccb0f5b1601","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"name":"e2e-dft-refs-51cb0c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.551041276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"b8815756-722f-482f-80af-8a8525f5ee48","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.558114063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"b8815756-722f-482f-80af-8a8525f5ee48","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.573434506Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"f1048947-da95-4028-af18-424a8a47e683","namespace":"llm","name":"e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.578366104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"04bb7a16-8467-433a-affe-173bc8c13e49","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.578386826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"04bb7a16-8467-433a-affe-173bc8c13e49","MaaSModelRef":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-51cb0c-4f4e6ffc4753","namespace":"llm","model":"e2e-dft-refs-51cb0c","externalModel":"e2e-dft-refs-51cb0c","provider":"e2e-dft-refs-51cb0c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.580310114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"43af3b05-5dad-4c30-b186-219a2ec0b5ed","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.589398981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"43af3b05-5dad-4c30-b186-219a2ec0b5ed","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.645770704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"d46e6245-06c1-40f2-a77b-195fa46dc5ce","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.653240812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"d46e6245-06c1-40f2-a77b-195fa46dc5ce","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.824951438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"45ba8d0a-fdde-4c3e-994e-21ff63211007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.82593044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"320f0619-3b29-41fa-861c-e2242d6e34e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.834198829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c9f81c05-519f-40b6-adae-147e0704cf5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.838531959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"45ba8d0a-fdde-4c3e-994e-21ff63211007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.842292359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"320f0619-3b29-41fa-861c-e2242d6e34e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.852287968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"65fc69f3-c3ba-4512-9e6d-11d8417d0a53","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.855288069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"b0157929-6d3f-4406-9aab-ae5f3380fc5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.864707593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"65fc69f3-c3ba-4512-9e6d-11d8417d0a53","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.868275117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"b0157929-6d3f-4406-9aab-ae5f3380fc5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.869497692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c9f81c05-519f-40b6-adae-147e0704cf5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.927186843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"1d248b3e-2360-4874-b102-01c283286cef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.927641358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f4c9aa3b-37c7-4769-a05d-2cfa8703d90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.929954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"325572c2-3b20-468b-9732-056c8e7061a9","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.936440911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"1d248b3e-2360-4874-b102-01c283286cef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.939335693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"325572c2-3b20-468b-9732-056c8e7061a9","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.939822811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f4c9aa3b-37c7-4769-a05d-2cfa8703d90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.940230668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d442e977-e71d-4d61-8ba6-988a8a7a455e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.944766325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3313173a-4153-4f71-a477-1d9d62c60253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.948703647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d442e977-e71d-4d61-8ba6-988a8a7a455e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.956957527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3313173a-4153-4f71-a477-1d9d62c60253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.96106264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d442e977-e71d-4d61-8ba6-988a8a7a455e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.038276779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3313173a-4153-4f71-a477-1d9d62c60253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.044892123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"aa7cb3f9-29ec-4596-935d-4b86ae8502e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.046792352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"6fcf2c2d-7b34-49f2-bf15-9184b82ed1f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.050036241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"ed5f25e4-a7ef-4501-9410-62b3a5ceb431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.053850279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"aa7cb3f9-29ec-4596-935d-4b86ae8502e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.054331232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"6fcf2c2d-7b34-49f2-bf15-9184b82ed1f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.057210282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"ed5f25e4-a7ef-4501-9410-62b3a5ceb431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.060116981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"aa7cb3f9-29ec-4596-935d-4b86ae8502e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.144702435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"39331203-5fe0-40c1-a40f-d7ec01b661a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.145218792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c9af0979-0674-49dd-9c17-ac9c5d8af475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.152413654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c9af0979-0674-49dd-9c17-ac9c5d8af475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.154697458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"39331203-5fe0-40c1-a40f-d7ec01b661a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.155019791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"77249833-d1cc-4509-a028-1456b38abc12","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.155449079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"c476dfd6-2b41-4233-a353-86b9f0711299","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.236006423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"c476dfd6-2b41-4233-a353-86b9f0711299","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.238276946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"77249833-d1cc-4509-a028-1456b38abc12","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:26.204050563Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"37e385a9-78ce-406b-a98b-629a9ff87c59","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.880062493Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"e33f3e76-3b9d-4a3a-b1e5-2da9afec8ad8","namespace":"llm","name":"e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.893013947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"51daf6ab-ad5b-49cc-b728-c648ff41044f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.893035322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"51daf6ab-ad5b-49cc-b728-c648ff41044f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.893321295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e834fced-d81e-4158-8e36-6d3e6e6ee811","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.893333097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e834fced-d81e-4158-8e36-6d3e6e6ee811","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.893551933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6961b37f-53a9-41d2-9db9-34f403bdeb4b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.893572067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6961b37f-53a9-41d2-9db9-34f403bdeb4b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.894861222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ee647cf2-a342-4b35-8319-d2ce73b9ff9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.896488132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"46430f4b-28a1-4591-bf1d-fb3cc905e5ee","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.896504459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"46430f4b-28a1-4591-bf1d-fb3cc905e5ee","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.897373863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"51fb7781-125a-469b-9264-ae052ddc5c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.897803512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"1d6b20a6-6705-4730-8575-f9e3d3238893","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.89921869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"139050c0-f29e-461c-8964-cffb49743b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.900032141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5ef12364-1134-4744-972e-6d49a22bd126","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.900045904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5ef12364-1134-4744-972e-6d49a22bd126","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.900263436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d5fc956-3e59-4032-b66d-191e8fd9a6e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.900274787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d5fc956-3e59-4032-b66d-191e8fd9a6e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.900606519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7ed771d-abc8-4028-baf8-94d9e2f50735","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.900618879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7ed771d-abc8-4028-baf8-94d9e2f50735","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.900899587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b436e0cf-2eef-414e-8e6b-42b152847c1e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.900911281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b436e0cf-2eef-414e-8e6b-42b152847c1e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.901103115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5fbb7c20-fee6-4a7a-bf98-f34a6c94bfe0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.901113563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5fbb7c20-fee6-4a7a-bf98-f34a6c94bfe0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.901640629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be2a664-0047-4b8f-ade6-e30174c94438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.902676904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ee647cf2-a342-4b35-8319-d2ce73b9ff9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.90718184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"1d6b20a6-6705-4730-8575-f9e3d3238893","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.907222835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"51fb7781-125a-469b-9264-ae052ddc5c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.910475303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be2a664-0047-4b8f-ade6-e30174c94438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.910959952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"139050c0-f29e-461c-8964-cffb49743b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.918634223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"726c2b57-a32d-49a6-a22f-bebfd94aeb7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.92291853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"139050c0-f29e-461c-8964-cffb49743b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.924315002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"1d6b20a6-6705-4730-8575-f9e3d3238893","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.934998195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be2a664-0047-4b8f-ade6-e30174c94438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.935103281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae5dda93-9bac-4e0e-bf03-dd7ae6bd0b5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.003774684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fe4ce2f7-af2e-46f3-9382-774b6005b3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.003828164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b87ddc63-ac19-4cf1-a0d3-b143d708658c","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.004193165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"26725573-ee94-433d-9696-4748d62fe3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.020956423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"26725573-ee94-433d-9696-4748d62fe3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.022971293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fe4ce2f7-af2e-46f3-9382-774b6005b3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.026482078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b87ddc63-ac19-4cf1-a0d3-b143d708658c","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.026824633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"95644c73-297a-4c0d-9c92-629e406df21e","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.027242365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"255ec341-c7e8-4c47-9f80-4ba4c4347b99","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.037503621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"95644c73-297a-4c0d-9c92-629e406df21e","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.041206839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"255ec341-c7e8-4c47-9f80-4ba4c4347b99","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.079177375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-51cb0c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-51cb0c","reconcileID":"a5d1c2c8-2240-4fd8-a125-b28c5268507a","namespace":"llm","name":"e2e-dft-refs-51cb0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.154631531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4771803f-653e-4f2f-886d-8a3c2da4d00b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.157161065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"e413839b-bacf-4e46-ae83-02ab82c4c47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.157405274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d7c47960-442a-4d56-98ca-a1c403b3b70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.16062327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"91742668-149c-44b5-9d95-d905228cba69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.161238197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e308bfaa-7dfc-4199-b81f-bbcf3b5e4477","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.166091166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"d7c47960-442a-4d56-98ca-a1c403b3b70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.244449189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4771803f-653e-4f2f-886d-8a3c2da4d00b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.247298636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e308bfaa-7dfc-4199-b81f-bbcf3b5e4477","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.248381479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"e413839b-bacf-4e46-ae83-02ab82c4c47b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.252388168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"91742668-149c-44b5-9d95-d905228cba69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.263754406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"dd9f9c8c-631b-4544-8c76-7b663d7324d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.336100389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"dd9f9c8c-631b-4544-8c76-7b663d7324d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.439691381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"92b8ffa2-805d-45cd-a6f4-ddb2473f0f20","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.441908346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"725426ae-d30a-4392-b08a-9f1953f33ffb","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.447430342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"92b8ffa2-805d-45cd-a6f4-ddb2473f0f20","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.450405457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"725426ae-d30a-4392-b08a-9f1953f33ffb","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.482935015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"6af82de9-6769-4619-b6fd-210f98efc9e5","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.483523323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee384b8-91aa-4822-9d89-44dbfde0c11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.485327082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"249decd6-f0d7-4d84-b366-c267465b6595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.49053513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"6af82de9-6769-4619-b6fd-210f98efc9e5","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.49148279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee384b8-91aa-4822-9d89-44dbfde0c11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.49559294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"249decd6-f0d7-4d84-b366-c267465b6595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.500090111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"6af82de9-6769-4619-b6fd-210f98efc9e5","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.501590524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee384b8-91aa-4822-9d89-44dbfde0c11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.535123019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"249decd6-f0d7-4d84-b366-c267465b6595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.583002593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"a73e26f7-bfbb-44e2-98ed-232a493fe893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.583413685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c70fa0f6-b760-49ea-b68b-e4e0b9c004de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.586079389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"d53fd596-cfcc-49ef-bbb9-2d6b83d0fee7","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.586126608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"8a284b66-574c-47b8-9ea2-518174bbeab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.589499075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"b517b1b1-eaa9-4c5d-91fb-31cd178c7ae2","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.638881493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c70fa0f6-b760-49ea-b68b-e4e0b9c004de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.647303735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"8a284b66-574c-47b8-9ea2-518174bbeab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.652914769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"b517b1b1-eaa9-4c5d-91fb-31cd178c7ae2","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.655375857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"d53fd596-cfcc-49ef-bbb9-2d6b83d0fee7","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.656509277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"a73e26f7-bfbb-44e2-98ed-232a493fe893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.765371419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5445b190-6f75-4913-8211-1f23c0330cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.766841224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"bef2bc0a-9bfe-4e87-8085-912cb2666fb3","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.773871278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5445b190-6f75-4913-8211-1f23c0330cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.774221874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"bef2bc0a-9bfe-4e87-8085-912cb2666fb3","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.787014243Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-78dfa2","reconcileID":"5f39df4f-c922-40c8-9192-9fd9b14c1de2","namespace":"llm","name":"e2e-dft-del-78dfa2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.79678103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-78dfa2","reconcileID":"f15b5ddd-b532-4555-adce-f29f8182bdaa","namespace":"llm","name":"e2e-dft-del-78dfa2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.800028856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f281e22a-95bf-4c4f-914d-89a95cf25e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.80051375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"dcae9fbd-fe2e-4dcc-b229-6bcd2e076ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.800710901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5ce5ff0-29c5-4642-a1ca-d78d366763fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.803768394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29bf4246-9e76-4fc2-9523-47afeda0bff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.807113945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"2df871f7-ee53-42ea-a4c0-6237555b76f4","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.809262138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"dcae9fbd-fe2e-4dcc-b229-6bcd2e076ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.809707987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f281e22a-95bf-4c4f-914d-89a95cf25e80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.81209907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5ce5ff0-29c5-4642-a1ca-d78d366763fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.812300919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29bf4246-9e76-4fc2-9523-47afeda0bff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.814841187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"2df871f7-ee53-42ea-a4c0-6237555b76f4","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.819840794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5ce5ff0-29c5-4642-a1ca-d78d366763fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.820579039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29bf4246-9e76-4fc2-9523-47afeda0bff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.821888127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"2df871f7-ee53-42ea-a4c0-6237555b76f4","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.836274848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"005503ca-5999-4a04-acfa-bfeb201f74f4","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.837694914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"719676e7-23de-4cd3-b4e4-85765ac98542","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.837719616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"719676e7-23de-4cd3-b4e4-85765ac98542","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.838083646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"49bd276f-79ab-4628-a36e-fb10867595d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.838101872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"49bd276f-79ab-4628-a36e-fb10867595d7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.838428405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f564d71-d561-4549-8ec0-e5b077478556","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.838445302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f564d71-d561-4549-8ec0-e5b077478556","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.839415256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d2e0460e-275a-4e18-840d-f0d3ac9f59c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.841293668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5420b45a-1830-4be7-a8bf-5a5d2b1f968c","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.841672654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"a283a7b4-af6d-433a-9168-5ab3eac162ae","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.841689193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"a283a7b4-af6d-433a-9168-5ab3eac162ae","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.843071699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"55cd82fc-d2a6-4c64-a629-6b8a592a24de","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.844126795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"005503ca-5999-4a04-acfa-bfeb201f74f4","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.844798651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"ad8cdf94-c733-49e4-b7f1-4bd12a82ed7f","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.846914021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a671a07d-973a-47e7-b4b7-413e9523ba69","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.846929272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a671a07d-973a-47e7-b4b7-413e9523ba69","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.847138058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b72829a7-0f7c-47a7-ac10-01c4e1341550","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.847153703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b72829a7-0f7c-47a7-ac10-01c4e1341550","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.847459142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bfb73dba-ac61-476a-a55a-53904752e37b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.847470975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bfb73dba-ac61-476a-a55a-53904752e37b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.847761378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30171aae-8837-419d-9091-8a11e0b1207f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.847772341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"30171aae-8837-419d-9091-8a11e0b1207f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.847847839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d2e0460e-275a-4e18-840d-f0d3ac9f59c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.847958428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c4d26607-57ee-4a67-8ed4-8a6436356e7d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.847968084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c4d26607-57ee-4a67-8ed4-8a6436356e7d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.850248933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5420b45a-1830-4be7-a8bf-5a5d2b1f968c","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.850989716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9fa3203-972f-41ae-a997-2c59eddf7ea2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.851393394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"55cd82fc-d2a6-4c64-a629-6b8a592a24de","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.851728582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e53b1f48-35f8-49db-a7fb-430acbee8da2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.851747023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e53b1f48-35f8-49db-a7fb-430acbee8da2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.852108206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3977b4a8-febd-4b01-a071-7d84aca12f1f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.852120434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3977b4a8-febd-4b01-a071-7d84aca12f1f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.852315012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8159eb2f-d6a3-4b5f-a5cb-91cd93e0f157","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.852324147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8159eb2f-d6a3-4b5f-a5cb-91cd93e0f157","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.852528454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c67bb828-f0cb-4e34-ad01-a67620bdca72","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.852537587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c67bb828-f0cb-4e34-ad01-a67620bdca72","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.852711978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dcf78841-728a-449a-b54d-132f7bfe5f75","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.85272122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dcf78841-728a-449a-b54d-132f7bfe5f75","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.852897044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2473253-5b55-4dc8-b2b2-87ed17e37d8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.852908017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2473253-5b55-4dc8-b2b2-87ed17e37d8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.855551191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"ad8cdf94-c733-49e4-b7f1-4bd12a82ed7f","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.857987954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de3e6cbe-4b66-4b0d-a2d6-1c1729c496b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.858582534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"5b7580e8-7638-49e6-89cf-690c4fd6b2d3","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.858603693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"5b7580e8-7638-49e6-89cf-690c4fd6b2d3","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.861606308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9fb2a99-e1f7-426b-b940-438610b11bd0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.861626334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9fb2a99-e1f7-426b-b940-438610b11bd0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.861975277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92e53b1d-4a3b-4722-a6a7-5091f9a7d420","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.861991555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92e53b1d-4a3b-4722-a6a7-5091f9a7d420","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.948997598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0410e849-4611-442a-9ec3-270648400e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.949104385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"13b8e461-b312-4893-83d7-1f0f38961a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.949490051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"91320247-bcbc-4ff1-a6df-7a69439306ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.950546222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"eb93fe8e-aab7-4ff5-9446-ff7a500da3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.951633099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d8583ad9-5cbb-41ee-8124-5756b88de4f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.957767011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0410e849-4611-442a-9ec3-270648400e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.957802996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"13b8e461-b312-4893-83d7-1f0f38961a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.961554863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"91320247-bcbc-4ff1-a6df-7a69439306ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.961758925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"eb93fe8e-aab7-4ff5-9446-ff7a500da3ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:31.964816897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d8583ad9-5cbb-41ee-8124-5756b88de4f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.036663807Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-78dfa2","reconcileID":"59dd9e6c-1f25-4df6-abb6-a41e38be37a0","namespace":"llm","name":"e2e-dft-del-78dfa2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.052402618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-78dfa2","reconcileID":"e00c3913-937c-4801-bb4a-d95bcc5f768e","MaaSModelRef":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-78dfa2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.05243701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-78dfa2","reconcileID":"e00c3913-937c-4801-bb4a-d95bcc5f768e","MaaSModelRef":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"routeName":"external-model-e2e-dft-del-78dfa2-0293a21bdc48","namespace":"llm","model":"e2e-dft-del-78dfa2","externalModel":"e2e-dft-del-78dfa2","provider":"e2e-dft-del-78dfa2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.23950281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"9043f333-7b78-4aba-94c5-c7cee1f80a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.244534488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-78dfa2","reconcileID":"738f341e-73e4-47c9-9939-427363b0890e","MaaSModelRef":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-78dfa2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.244558425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-78dfa2","reconcileID":"738f341e-73e4-47c9-9939-427363b0890e","MaaSModelRef":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"routeName":"external-model-e2e-dft-del-78dfa2-0293a21bdc48","namespace":"llm","model":"e2e-dft-del-78dfa2","externalModel":"e2e-dft-del-78dfa2","provider":"e2e-dft-del-78dfa2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.244978497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"b0c7a453-27b0-4147-ab45-5692a9ac36b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.249135805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"9043f333-7b78-4aba-94c5-c7cee1f80a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.25024109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"1478374e-ac21-4f40-aa99-4e474b698646","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.250881644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9a2b7551-a44c-4a7e-ba8a-e28f0a9b765b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.251910539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7da6e58e-4309-4b7c-8e6a-7f0e7f507f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.255813383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"b0c7a453-27b0-4147-ab45-5692a9ac36b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.259661536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"1478374e-ac21-4f40-aa99-4e474b698646","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.264078945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"9a2b7551-a44c-4a7e-ba8a-e28f0a9b765b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.267887629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7da6e58e-4309-4b7c-8e6a-7f0e7f507f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.276597002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7da6e58e-4309-4b7c-8e6a-7f0e7f507f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.335068445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"523f6174-7287-428d-b0f2-9ba6b0fe4acf","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.335582359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0b53869e-46b3-499c-8c13-e3b4bdb9773e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.336310585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515a1957-72c0-4ba3-9fbd-c4759f59ff03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.344795201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0b53869e-46b3-499c-8c13-e3b4bdb9773e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.347289742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515a1957-72c0-4ba3-9fbd-c4759f59ff03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.350598503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"523f6174-7287-428d-b0f2-9ba6b0fe4acf","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.356474643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515a1957-72c0-4ba3-9fbd-c4759f59ff03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.360077278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7cf3533a-7dae-4095-a11c-6f7bb4439d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.436276686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"523f6174-7287-428d-b0f2-9ba6b0fe4acf","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.439161684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"675bd0fa-91d9-4f2d-b3ff-207a75cfacd1","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.443065608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7cf3533a-7dae-4095-a11c-6f7bb4439d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.455485568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"675bd0fa-91d9-4f2d-b3ff-207a75cfacd1","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.455992251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"4ea3e91c-83ab-4175-83cf-912ddbbe8beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.458551604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"9e4ed073-de3f-47de-9a72-be774040ef77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.464458614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"4ea3e91c-83ab-4175-83cf-912ddbbe8beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.537417204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"9e4ed073-de3f-47de-9a72-be774040ef77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.543650276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2e59592a-4275-46c3-8f25-d6710151c1e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.548762689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"62072ad0-2995-4366-b5d2-1baff158f677","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.551888109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2e59592a-4275-46c3-8f25-d6710151c1e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.556770151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"62072ad0-2995-4366-b5d2-1baff158f677","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.580826517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"41239d1e-19fb-4288-b001-476fb48f2514","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.593828735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"41239d1e-19fb-4288-b001-476fb48f2514","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.687619075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0ac8c540-218b-42bd-9803-6260be8b0754","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.687679868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"03c70db3-d208-4fe2-a771-07d2a610ef5a","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.688486516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"715dbb0a-cf8e-458e-8766-4f599904eaf1","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.697216455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"03c70db3-d208-4fe2-a771-07d2a610ef5a","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.697943663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"715dbb0a-cf8e-458e-8766-4f599904eaf1","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.700733417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"0ac8c540-218b-42bd-9803-6260be8b0754","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.092243277Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.109610687Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-78dfa2","reconcileID":"1497bcc7-507a-4fcf-812e-3d542db14aa5","namespace":"llm","name":"e2e-dft-del-78dfa2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.123724972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d7e2c14-887f-4cad-b2ec-397a24fd05a5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.123750758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d7e2c14-887f-4cad-b2ec-397a24fd05a5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.124122292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0aad6ca8-3f0c-42e1-aaca-1255f49d5a24","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.124139583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0aad6ca8-3f0c-42e1-aaca-1255f49d5a24","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.124477386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9cfc37dd-fbd7-4e08-903a-3de020c553e0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.124493217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9cfc37dd-fbd7-4e08-903a-3de020c553e0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.124778476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e5d5fa25-cbf3-4326-8750-75a41036ece2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.124792072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e5d5fa25-cbf3-4326-8750-75a41036ece2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.125099061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5dc15db9-12cb-40e3-86af-b98341ed2d92","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.125116191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5dc15db9-12cb-40e3-86af-b98341ed2d92","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.127148353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"4a08a611-326c-4653-ae2a-214c468ee7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.127587809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"e7defe76-2c9e-44b8-bd71-06045b9372ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.127777824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"970299c9-b968-4c02-bc1c-b3075ecf8fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.128308327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"e014ea42-bd6c-4b50-b548-677a680bf5e0","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.128327021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"e014ea42-bd6c-4b50-b548-677a680bf5e0","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.129279051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"27f5996a-0276-489d-9224-d46e8094178d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.133208856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc92784a-505d-4677-bb0d-de9544f25be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.133791679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64066ade-6c21-47b4-8654-e85a98295c2b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.133807553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"64066ade-6c21-47b4-8654-e85a98295c2b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.13401915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5afd1d90-3d24-4eb7-970d-5760679837f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.134028285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5afd1d90-3d24-4eb7-970d-5760679837f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.134403753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d21cd1e-4527-4c54-ae1a-49e4d7d60abd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.134416907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d21cd1e-4527-4c54-ae1a-49e4d7d60abd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.13896027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"4a08a611-326c-4653-ae2a-214c468ee7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.143422501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"970299c9-b968-4c02-bc1c-b3075ecf8fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.145485598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd3dbd2b-fa74-4c75-8891-076ce677d233","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.146155086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"e7defe76-2c9e-44b8-bd71-06045b9372ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.150301585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"27f5996a-0276-489d-9224-d46e8094178d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.154245484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc92784a-505d-4677-bb0d-de9544f25be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.159483107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ffc1456-c7d0-4217-9381-1102b65b01a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.166287509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"970299c9-b968-4c02-bc1c-b3075ecf8fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.166418012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc92784a-505d-4677-bb0d-de9544f25be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.168904008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"27f5996a-0276-489d-9224-d46e8094178d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.209243543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"28dfd81b-c85f-45ab-a381-3f64fbebb22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.209266482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c5fa0d9d-0e89-4b48-9f5b-ea3285b0f2df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.219579147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"04e38bd1-9f0d-410e-8d2a-c6e68a197235","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.226369022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"28dfd81b-c85f-45ab-a381-3f64fbebb22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.227440127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c5fa0d9d-0e89-4b48-9f5b-ea3285b0f2df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.236433699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"04e38bd1-9f0d-410e-8d2a-c6e68a197235","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.297646952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"091789e3-d0ff-459e-9cf1-06aeeb179b00","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.317010319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"091789e3-d0ff-459e-9cf1-06aeeb179b00","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.413091736Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-78dfa2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-78dfa2","reconcileID":"682492be-8e4a-47d6-93bc-b5e7447b1167","namespace":"llm","name":"e2e-dft-del-78dfa2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.426027472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a8d4d20c-9262-4b9f-8737-47c35b1f0313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.427091501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"53c0ea19-c97a-4735-81ef-702fdb8ba9be","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.43389161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"17bc7c48-a363-4d93-a0a0-8e9dde32e4ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.434531388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"53281167-9c3c-4394-8846-bfa44a9b988d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.436197401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1c71b35a-6500-4226-b999-1d5b82326d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.450642286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"53c0ea19-c97a-4735-81ef-702fdb8ba9be","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.45419627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"53281167-9c3c-4394-8846-bfa44a9b988d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.473086101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"17bc7c48-a363-4d93-a0a0-8e9dde32e4ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.475157039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1c71b35a-6500-4226-b999-1d5b82326d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.494528122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a8d4d20c-9262-4b9f-8737-47c35b1f0313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.531867946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c5d17ad2-727e-4ab4-ab90-959af5696b7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.543198659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c5d17ad2-727e-4ab4-ab90-959af5696b7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.659186139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b87862a7-a2ec-4b06-8f43-5ec4ba5e1eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.662139575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d7a63db2-0faa-47b7-836e-05752c2d2047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.662891569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"66ace520-69b5-4961-bd79-fca1e918a4dd","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.668233073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b87862a7-a2ec-4b06-8f43-5ec4ba5e1eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.668705436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1b77bbe-7c4b-4666-9e9c-d35c292a6f28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.670976688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d7a63db2-0faa-47b7-836e-05752c2d2047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.671787871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"d8cff10b-861f-4f0a-920c-56252aa819df","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.735396249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"66ace520-69b5-4961-bd79-fca1e918a4dd","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.737784646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1b77bbe-7c4b-4666-9e9c-d35c292a6f28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.738887004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"d8cff10b-861f-4f0a-920c-56252aa819df","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.747044176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1b77bbe-7c4b-4666-9e9c-d35c292a6f28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.748641399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"d8cff10b-861f-4f0a-920c-56252aa819df","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.763523917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"13c99c7b-b9df-47fc-9add-a85c627abd74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.769679305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dbcc593-b43c-4837-933d-c9be43b596ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.77459517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"13c99c7b-b9df-47fc-9add-a85c627abd74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.784637977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dbcc593-b43c-4837-933d-c9be43b596ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.792221605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dbcc593-b43c-4837-933d-c9be43b596ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.870651913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"14bdba1f-1d56-43f5-9586-d3104dfdbcba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.875198469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"65ddba2a-a6e4-405f-8579-26723680e61f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.875357018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"434b2ac6-197a-46b2-b06b-10248676ebaa","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.875726053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"182b837d-06f9-4801-8c61-c50fd1770d47","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.879879648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"14bdba1f-1d56-43f5-9586-d3104dfdbcba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.882979198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"65ddba2a-a6e4-405f-8579-26723680e61f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.884281654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"182b837d-06f9-4801-8c61-c50fd1770d47","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.885194203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"434b2ac6-197a-46b2-b06b-10248676ebaa","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.008067951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"eb8b3ac4-46c9-4900-8e43-cbc74960318c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.029603321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"eb8b3ac4-46c9-4900-8e43-cbc74960318c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.081671905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"758c1469-d09f-4fa2-84b3-96d51ee9cc23","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.09376048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c79095a3-cb6e-49ab-8a96-ef56c8b15657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.093892278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"13d6570e-0bc5-4d43-9cde-dd757fc4826e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.096872482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c08bae2a-0a4f-4d9e-b8ed-efd617652eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.09909536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"758c1469-d09f-4fa2-84b3-96d51ee9cc23","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.103232468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"a55093fa-1257-484d-98a3-53e69ce1df47","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.10866492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c79095a3-cb6e-49ab-8a96-ef56c8b15657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.109717386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"13d6570e-0bc5-4d43-9cde-dd757fc4826e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.114554702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c08bae2a-0a4f-4d9e-b8ed-efd617652eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.115127634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"a55093fa-1257-484d-98a3-53e69ce1df47","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:36.212239608Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"55e0198d-6946-4911-9291-ba68af0da755","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.721572489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f256ae4-930b-46fe-bc18-25499c3c6783","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.806003889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"59258b17-b2a2-4e7d-9be6-896c81a2b306","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.807316743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"8baa363e-6a25-4b80-ba48-421e36ab955f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.807891391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"964a097c-4d1c-4f61-af14-8b56cb79da71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.932990043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-sub","reconcileID":"9d63545f-2747-40e4-89c6-efe7979d7460","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-e87c5e","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.070000274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"d7ee8cc0-1d77-4156-90b0-b7a10d69e0fd","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.073271434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"0b4431e0-fd66-48b0-867d-ecbdba84d55d","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.132731669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d3b560b-3c8c-47ac-be39-736d7f7a5ce2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.156153634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"f0af5ce3-ce88-48c3-b1ed-f9606602946d","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.209991483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"96b14d46-7b9b-4deb-ab6d-ae9b1b60eac8","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.241411036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"129003ae-4153-4cfb-b400-146aafe414b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.242234706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"59dd061b-c5f2-43d5-bbfe-67078d521226","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.345866232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"d2296c85-bbfd-4501-9d84-94b7d77f6b78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.34652724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"40e63c7d-7ab4-47bc-8db2-49c961f777b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.363481525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"01c0608e-4042-417e-b47f-3f6c7571e68e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.410249247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-sub","reconcileID":"6231ef1b-27b2-476f-bb42-da427b286d74","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.414280305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-sub","reconcileID":"3bfa3796-eb8c-45e9-904b-aface673b77d","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-quota-42c200-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.481966298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"e9e98d5f-716d-4453-8af8-cebf01a194f2","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.02300973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"07828127-e0e3-479d-aa2f-1632881eed2a","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.034608385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"76830d3d-1bce-4807-9996-014ed17b87f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.036733925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"bf23e8ae-b9ae-4491-96ae-e82a39346659","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.037527188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"07828127-e0e3-479d-aa2f-1632881eed2a","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.037696476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"35908e73-5674-427a-a5e8-f183715ccdb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.037890063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"886cf7ef-4cef-4a67-ad05-e46a4c7a5bf4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.042999212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"76830d3d-1bce-4807-9996-014ed17b87f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.047056514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"bf23e8ae-b9ae-4491-96ae-e82a39346659","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.047733199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"35908e73-5674-427a-a5e8-f183715ccdb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.050724229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"886cf7ef-4cef-4a67-ad05-e46a4c7a5bf4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.214653853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"efe10b3d-9dd9-410f-986c-c0308cafbf3f","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:40.220931602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"efe10b3d-9dd9-410f-986c-c0308cafbf3f","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:41.768070955Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.763218493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"681c1f43-cda9-445a-b9d4-aae7653424c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.763294801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88998d39-032e-42c6-92fa-b28ce8eb4e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.770487871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88998d39-032e-42c6-92fa-b28ce8eb4e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.770745163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"681c1f43-cda9-445a-b9d4-aae7653424c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.776621527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0fb8c5d02e7917d4089202bbb7799582c6395fb2d91798ba82b957e489ccacae) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6267916f5ba526bcf6147eb03912ba894784fd8410a662a2dd002cd8380b66ba) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68e1ee2f7bc05491f591a6cf4809ce23ac824b6bc1502e2906e5b6de7d5cf8ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eddd7f7c2ef9be104f5c3b5dc814ee273152777311e061f816427978e3dd3545) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88998d39-032e-42c6-92fa-b28ce8eb4e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.777382751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0fb8c5d02e7917d4089202bbb7799582c6395fb2d91798ba82b957e489ccacae) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6267916f5ba526bcf6147eb03912ba894784fd8410a662a2dd002cd8380b66ba) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68e1ee2f7bc05491f591a6cf4809ce23ac824b6bc1502e2906e5b6de7d5cf8ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eddd7f7c2ef9be104f5c3b5dc814ee273152777311e061f816427978e3dd3545) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"681c1f43-cda9-445a-b9d4-aae7653424c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:43.781545351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"6c42b637-e176-4c5f-bf2b-1400619d50d5","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:43.781600161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"6c42b637-e176-4c5f-bf2b-1400619d50d5","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.786642246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d55e34c-7d4a-41c3-a2a6-80fcfb986caf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.786663335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d55e34c-7d4a-41c3-a2a6-80fcfb986caf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.793234837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"d7e4a231-a3b8-441f-9c49-c25b39c7f0b5","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.793251864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"d7e4a231-a3b8-441f-9c49-c25b39c7f0b5","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.935329635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5191c0ef-54cf-469e-8fc3-deaea3fea396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.943509658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5191c0ef-54cf-469e-8fc3-deaea3fea396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:43.945737555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"2f578706-5af1-4e2c-8ddf-7868149af8ef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:43.945798217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"2f578706-5af1-4e2c-8ddf-7868149af8ef","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.950486316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0fb8c5d02e7917d4089202bbb7799582c6395fb2d91798ba82b957e489ccacae) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6267916f5ba526bcf6147eb03912ba894784fd8410a662a2dd002cd8380b66ba) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68e1ee2f7bc05491f591a6cf4809ce23ac824b6bc1502e2906e5b6de7d5cf8ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eddd7f7c2ef9be104f5c3b5dc814ee273152777311e061f816427978e3dd3545) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5191c0ef-54cf-469e-8fc3-deaea3fea396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.959265423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53f03057-7b1c-40cb-a19d-5f23eb7f1f02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.959283002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53f03057-7b1c-40cb-a19d-5f23eb7f1f02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.969592574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500e1759-467e-4263-ab50-b5ec14f2a0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.972058316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500e1759-467e-4263-ab50-b5ec14f2a0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.975255063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500e1759-467e-4263-ab50-b5ec14f2a0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.977721692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500e1759-467e-4263-ab50-b5ec14f2a0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.186289057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42dbf4d-6796-4800-9a08-0624b1a27440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.188959925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42dbf4d-6796-4800-9a08-0624b1a27440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.23474512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42dbf4d-6796-4800-9a08-0624b1a27440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.238241906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e42dbf4d-6796-4800-9a08-0624b1a27440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:44.956034254Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"c954c47c-b186-4663-82dd-56d1e2c252b8","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:44.956107897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"c954c47c-b186-4663-82dd-56d1e2c252b8","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.966760964Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-08111b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-08111b","reconcileID":"79422cec-08d4-4d17-9335-76f894735e32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-08111b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-08111b":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:45.00441631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"a97e7961-aa5c-4d87-9ce5-ad83ea5bcd61","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:45.004488272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"a97e7961-aa5c-4d87-9ce5-ad83ea5bcd61","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.226405251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac15a9ad-0a74-4152-8434-c33abcc17d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.232623892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac15a9ad-0a74-4152-8434-c33abcc17d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.236069107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac15a9ad-0a74-4152-8434-c33abcc17d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.239140271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac15a9ad-0a74-4152-8434-c33abcc17d9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:46.222527025Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"3b75ddc4-320e-4a59-83d3-7296f0dc5914","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:46.233491225Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"04aaccc7-3dd5-40d9-96b5-24a7b82e01ff","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:46.233650088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"04aaccc7-3dd5-40d9-96b5-24a7b82e01ff","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:48.700692231Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.626073569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"84d8bfa0-c267-42ef-99fa-886337186e12","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.660993182Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"84d8bfa0-c267-42ef-99fa-886337186e12","name":"e2e-worker-w1-08111b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.843719689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f279db65-bb5b-4c05-b52a-af948fb5cfc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.850916071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f279db65-bb5b-4c05-b52a-af948fb5cfc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.856986715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0fb8c5d02e7917d4089202bbb7799582c6395fb2d91798ba82b957e489ccacae) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6267916f5ba526bcf6147eb03912ba894784fd8410a662a2dd002cd8380b66ba) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68e1ee2f7bc05491f591a6cf4809ce23ac824b6bc1502e2906e5b6de7d5cf8ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eddd7f7c2ef9be104f5c3b5dc814ee273152777311e061f816427978e3dd3545) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f279db65-bb5b-4c05-b52a-af948fb5cfc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.9026418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"bda4ead6-e13a-44d6-a1e1-ba2dd23ab607","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.909798604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"bda4ead6-e13a-44d6-a1e1-ba2dd23ab607","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:53.917961881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0fb8c5d02e7917d4089202bbb7799582c6395fb2d91798ba82b957e489ccacae) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6267916f5ba526bcf6147eb03912ba894784fd8410a662a2dd002cd8380b66ba) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68e1ee2f7bc05491f591a6cf4809ce23ac824b6bc1502e2906e5b6de7d5cf8ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eddd7f7c2ef9be104f5c3b5dc814ee273152777311e061f816427978e3dd3545) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"bda4ead6-e13a-44d6-a1e1-ba2dd23ab607","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.000592756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e008142-65cd-4e15-929a-28aeece48ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.008777156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e008142-65cd-4e15-929a-28aeece48ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:54.015854476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0fb8c5d02e7917d4089202bbb7799582c6395fb2d91798ba82b957e489ccacae) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6267916f5ba526bcf6147eb03912ba894784fd8410a662a2dd002cd8380b66ba) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68e1ee2f7bc05491f591a6cf4809ce23ac824b6bc1502e2906e5b6de7d5cf8ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eddd7f7c2ef9be104f5c3b5dc814ee273152777311e061f816427978e3dd3545) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e008142-65cd-4e15-929a-28aeece48ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:56.229462154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"1cb3e40f-f79c-4aa5-b40d-1f8d90233970","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:02.877805572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"c36ff059-00dd-453b-bb46-a016c266fa3f","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:02.877979003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"c36ff059-00dd-453b-bb46-a016c266fa3f","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.175297478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e0b73b-9efb-45a7-91e7-b5ba0a82fe40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.212452576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e0b73b-9efb-45a7-91e7-b5ba0a82fe40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.216996723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e0b73b-9efb-45a7-91e7-b5ba0a82fe40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.221634582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e0b73b-9efb-45a7-91e7-b5ba0a82fe40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.492881602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c801cb0c-2a12-4d05-b50c-ff1dd5688796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.496581202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c801cb0c-2a12-4d05-b50c-ff1dd5688796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.499432937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c801cb0c-2a12-4d05-b50c-ff1dd5688796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.502926355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c801cb0c-2a12-4d05-b50c-ff1dd5688796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.965088938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf5b9319-fdaf-4bb5-b0c2-7f4a7bca9217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.972580702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf5b9319-fdaf-4bb5-b0c2-7f4a7bca9217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.980842922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0fb8c5d02e7917d4089202bbb7799582c6395fb2d91798ba82b957e489ccacae) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6267916f5ba526bcf6147eb03912ba894784fd8410a662a2dd002cd8380b66ba) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68e1ee2f7bc05491f591a6cf4809ce23ac824b6bc1502e2906e5b6de7d5cf8ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eddd7f7c2ef9be104f5c3b5dc814ee273152777311e061f816427978e3dd3545) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf5b9319-fdaf-4bb5-b0c2-7f4a7bca9217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.989187629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"0ea6087e-8015-4b49-97a0-c2578130ac3c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:03.996593026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"0ea6087e-8015-4b49-97a0-c2578130ac3c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:04.003147057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0fb8c5d02e7917d4089202bbb7799582c6395fb2d91798ba82b957e489ccacae) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6267916f5ba526bcf6147eb03912ba894784fd8410a662a2dd002cd8380b66ba) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68e1ee2f7bc05491f591a6cf4809ce23ac824b6bc1502e2906e5b6de7d5cf8ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eddd7f7c2ef9be104f5c3b5dc814ee273152777311e061f816427978e3dd3545) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"0ea6087e-8015-4b49-97a0-c2578130ac3c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:04.089062297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3fe6d88-b64f-4135-b178-f2d902adc075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:04.10036525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3fe6d88-b64f-4135-b178-f2d902adc075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:04.117474398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (85b78f2e1f6a73456b3981a896104694cd396acf83ae4dcec98ed459b22c7907) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (64ba008ba98ada929dc2f8e3f09b46d00fd86431c9fd8089f4bafe1cc9704969) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f1f488db26bbf264e8c22f64770c87ab409c71570526de92545f315b52b84563) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0fb8c5d02e7917d4089202bbb7799582c6395fb2d91798ba82b957e489ccacae) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6267916f5ba526bcf6147eb03912ba894784fd8410a662a2dd002cd8380b66ba) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (728b593aad340ec9a1a2bc87f87680df4001987dd929fb5eafce620999eb6189) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (68e1ee2f7bc05491f591a6cf4809ce23ac824b6bc1502e2906e5b6de7d5cf8ec) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (eddd7f7c2ef9be104f5c3b5dc814ee273152777311e061f816427978e3dd3545) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4438aba3c219aebad0737ee196a06f57b12f248ac0236376f6586dc6d56c2e0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc9c88e4239f9af5387ac73a604935a135c43edd9bae9117a289441f95c39ef1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3fe6d88-b64f-4135-b178-f2d902adc075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.24966788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"216f302b-81b2-4ea2-b654-b36fff561bd5","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.770804473Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.002409944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d44986a4-3625-4adb-8ff2-d46c1bfc656d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.010973712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d44986a4-3625-4adb-8ff2-d46c1bfc656d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.020561279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"44c99f05-4ccf-43ff-9648-301ffb9dd719","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.028982703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"44c99f05-4ccf-43ff-9648-301ffb9dd719","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.034891303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c9c9e8b-fca2-4034-a896-2eaf61453715","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.034909869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c9c9e8b-fca2-4034-a896-2eaf61453715","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.115603922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"d18c2709-aa04-44ac-9fff-4daf50be106a","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.128742832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"0056f5a6-c0e6-47ac-8587-1df99e064e93","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.12949718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"29f31846-7890-4efe-8e4a-a5768c2f7373","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.130565556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"c1aaf01d-7813-4f7d-8518-3eb84e6282f6","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.132445547Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-sub","reconcileID":"ec17c504-53cc-46cb-8d57-6cc0b3c799a2","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-004aec0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.136711078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"0056f5a6-c0e6-47ac-8587-1df99e064e93","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.138691823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"29f31846-7890-4efe-8e4a-a5768c2f7373","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.139026687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98756374-d7ca-4ade-b581-897fdf2b1e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.139663427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"c1aaf01d-7813-4f7d-8518-3eb84e6282f6","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.150874029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98756374-d7ca-4ade-b581-897fdf2b1e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.233227241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"02315b43-0faa-4b63-bcdd-1e93d4e5f2a3","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.233253343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"02315b43-0faa-4b63-bcdd-1e93d4e5f2a3","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.235949149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5b0a24f-7982-4e7c-81ac-82dcdea269f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.235968199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5b0a24f-7982-4e7c-81ac-82dcdea269f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.33645978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"a1a26c06-b056-4d5a-9ae7-f27692f24b05","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.337127652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e9d1ba27-1121-49f3-be11-d6d8ecd668eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.338021677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"85422427-8d84-4fc4-a088-a5ea81bf387c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.345957192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"a1a26c06-b056-4d5a-9ae7-f27692f24b05","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.346283966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"85422427-8d84-4fc4-a088-a5ea81bf387c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:14.34810806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e9d1ba27-1121-49f3-be11-d6d8ecd668eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:16.262597943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"07e4c7e1-4fab-4e59-b682-9dad56590b92","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.49755417Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.500430018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"bd6fa984-43aa-456c-929d-931e1735c4ed","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.50044778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"bd6fa984-43aa-456c-929d-931e1735c4ed","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.51911944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"45face01-f002-4097-bf3b-a4b3ae71131e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.520281688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"829ecd63-37cc-45df-9268-e416f6830656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.521375298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"dad9e0fe-1ab7-4744-91f9-96848863ae35","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.522855264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4155a44f-add7-4257-a28f-5dee11f9ca8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:19.523226579Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-sw-2ece70-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-2ece70-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.528022704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"829ecd63-37cc-45df-9268-e416f6830656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.528158468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"45face01-f002-4097-bf3b-a4b3ae71131e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.530136275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"be505dfd-1303-40f2-9953-0996712ca360","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.530151631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"be505dfd-1303-40f2-9953-0996712ca360","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.530647085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4155a44f-add7-4257-a28f-5dee11f9ca8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.537530101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"f90f3b1f-097b-4d9e-9e4f-0613f4b873c1","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.543475792Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"3c355a87-df12-4881-a0ed-fc19c430ccae","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2ece70","model":"e2e-rt-sw-2ece70","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-2ece70-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.575708682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"456621e5-248d-49b7-82d1-eb56f4ac9314","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.57573034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"456621e5-248d-49b7-82d1-eb56f4ac9314","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.614011487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"017248fd-67f0-4f4a-b371-bc7fcf56d8bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.614012713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68b3d4da-f923-4d14-834a-e6f1f90d82e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.621813401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"017248fd-67f0-4f4a-b371-bc7fcf56d8bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.623942673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68b3d4da-f923-4d14-834a-e6f1f90d82e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.637818976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"45c828f1-2086-411e-b7f3-76d06d11c46e","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2ece70","model":"llm/e2e-rt-sw-2ece70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.714702827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"a369839e-4eec-4471-88ff-a511882a109e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:19.72940481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"a369839e-4eec-4471-88ff-a511882a109e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:22.255659809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"d6a39254-fa46-4f65-bc38-51acfeb32c58","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.136420211Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-sub","reconcileID":"afb0d235-608d-4b5f-be58-146160be7fce","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","subscription":"e2e-shr-quota-42c200-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.14364797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"104f5748-da76-4e9d-8d8c-af33bca15fde","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.147257021Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-sub","reconcileID":"afb0d235-608d-4b5f-be58-146160be7fce","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.157183056Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-sub","reconcileID":"afb0d235-608d-4b5f-be58-146160be7fce","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818","model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.168757687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"22952d83-de23-4f57-bca9-78f17652b190","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.370757479Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-quota-42c200-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.392327607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"b081efcf-aa57-46ef-932f-d9788dbb384b","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.439146815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"be132d33-af83-4c1a-9874-61b441a73299","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.443025407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"b264bdd3-534c-4141-9941-e9bd70d9a2db","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.445445174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"8dbe720c-9d13-4c2b-ab6c-74a5176a22c5","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.445835945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"8dbe720c-9d13-4c2b-ab6c-74a5176a22c5","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.456897098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"be132d33-af83-4c1a-9874-61b441a73299","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.457403038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"b264bdd3-534c-4141-9941-e9bd70d9a2db","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.47179773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"5012aabe-186b-4224-9ddf-5decd616beae","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.487076286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3c661b22-7f9e-48ae-8b48-e5e5e5e21df6","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.495163446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3c661b22-7f9e-48ae-8b48-e5e5e5e21df6","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.565625291Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-quota-42c200-access","reconcileID":"3ca58f68-4730-4f2d-ba86-f42bbc1851a0","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.591090466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","reconcileID":"85574e6b-60a8-41ea-a797-d8bd1eaae0c6","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-1e6d7e1d5e79","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.743236346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"c595b225-c13e-4f92-b519-7c08127e8784","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.755676961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"c542194a-27d0-47f8-bb53-2ab617d6f16e","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.758229733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"f4827189-9970-4eda-9d37-c9247a953f04","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.761324746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fe8644c1-ed95-40ca-a6dd-d7cf483df995","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.764282511Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-sub","reconcileID":"89aa767d-3899-489e-81ed-e9c2207ac5c1","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75212753","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.766323884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"c542194a-27d0-47f8-bb53-2ab617d6f16e","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.769308102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"f4827189-9970-4eda-9d37-c9247a953f04","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.776276469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"fe8644c1-ed95-40ca-a6dd-d7cf483df995","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.889226397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"9d90b9a6-e83a-4b2f-97e7-55000b1497ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.890199825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"41bc2263-3daf-4945-951a-026e975121a0","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.896050337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"9d90b9a6-e83a-4b2f-97e7-55000b1497ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.897871307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"41bc2263-3daf-4945-951a-026e975121a0","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.990872782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c5f0b6a0-fc7e-4067-8d39-befaa078a310","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:24.998128649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c5f0b6a0-fc7e-4067-8d39-befaa078a310","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.269967303Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"8c9b9c00-1214-4fd6-8141-21873c3e5137","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:32.4413629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"3ebe2e39-6f2a-43d2-ae7a-f1412a281ba1","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2ece70","model":"llm/e2e-rt-sw-2ece70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:32.469762345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"6f87f690-86fd-4202-bee4-decc79d3f7f6","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:32.469797757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"6f87f690-86fd-4202-bee4-decc79d3f7f6","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:32.668870403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"cac37ae4-3322-426c-a177-aa39e7d80696","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:32.669674387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"191b02b1-f328-4724-a973-922ee3b104c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:32.670731216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8068ccec-b48c-460f-9684-0de831beef9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:32.738160258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"cac37ae4-3322-426c-a177-aa39e7d80696","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:32.743098692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"191b02b1-f328-4724-a973-922ee3b104c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:32.74803909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8068ccec-b48c-460f-9684-0de831beef9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.773163449Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-sub","reconcileID":"9c330e83-63ae-4d29-8908-3e5902f56e1c","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-a-ef1693","subscription":"e2e-shr-quota-42c200-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.78262267Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-sub","reconcileID":"9c330e83-63ae-4d29-8908-3e5902f56e1c","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.866402758Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-sub","reconcileID":"9c330e83-63ae-4d29-8908-3e5902f56e1c","MaaSSubscription":{"name":"e2e-shr-quota-42c200-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818","model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.997009993Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]","namespace=ai-tenant-e2e-extmod-b-1a18c8 priority=0:[ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-b-1a18c8/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:34.99992879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"9704f21b-5e62-4628-9fd3-5216ebb867c1","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.015417686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"35f5ddfe-c6f3-48eb-a84f-c4b0befc2394","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.021603061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"199c4b5c-bbfd-49ed-88cf-1a9fe8ef911b","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.023945841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e9789f85-3524-4502-8a66-616c3f88d9d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.024644065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"11e1038d-95a5-4840-a66c-672b7de4f900","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.027446107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"5d12ecc0-434f-4b4f-b2ac-c6d853f1944d","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.031861563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e9789f85-3524-4502-8a66-616c3f88d9d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.031952633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"11e1038d-95a5-4840-a66c-672b7de4f900","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.034570419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"5d12ecc0-434f-4b4f-b2ac-c6d853f1944d","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.122638271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"be9010a6-1aa7-44cf-ab61-8a686f0b3268","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.129587454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"be9010a6-1aa7-44cf-ab61-8a686f0b3268","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.148543044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"ac51859c-ba1d-4c4d-b210-2c499f319142","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.240778794Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-quota-42c200-access","reconcileID":"f7f80759-0e7a-4199-8b90-dc63733bfe4e","MaaSAuthPolicy":{"name":"e2e-shr-quota-42c200-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"model":"e2e-extmod-shr-user-805818/e2e-shr-quota-42c200-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.254508108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"5aeab6cb-7814-47b6-be83-8caa1f724117","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.602557179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","reconcileID":"c0ca4e66-552f-4787-83cc-8ed89e828ae0","MaaSModelRef":{"name":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-quota-42c200-da5eb83ea5af","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-quota-42c200-e2e-extmod-a-ef1693","externalModel":"e2e-shr-quota-42c200","provider":"e2e-shr-quota-42c200-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.173648294Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-42c200","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","reconcileID":"66e9f039-4a3a-46b9-9dbc-0d7ab4f8129f","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.185709563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"50dfaa14-5811-4ece-a6cc-a738d4e70092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.18622092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"29765281-f7aa-4bf2-a4d8-086e1a78535f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.186966468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"7d10bc1d-a57b-4ad3-a325-45b1cdb53b36","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:36.189536611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"4522451c-cc93-42d3-be6e-a85aa9ad69eb","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:36.189612006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"4522451c-cc93-42d3-be6e-a85aa9ad69eb","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.191206241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"30f8c2e5-8e0f-4637-9e1b-b9f46701ce2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.191913232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb9639c0-9f97-4d83-960e-2ce57af63a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.193285962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"50dfaa14-5811-4ece-a6cc-a738d4e70092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.194574999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"29765281-f7aa-4bf2-a4d8-086e1a78535f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.195678026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"7d10bc1d-a57b-4ad3-a325-45b1cdb53b36","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.196282122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"a7a788e9-4ea6-4cc3-afbf-f7159877f825","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.198925293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"30f8c2e5-8e0f-4637-9e1b-b9f46701ce2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.200567995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb9639c0-9f97-4d83-960e-2ce57af63a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.208303226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"e89e99cf-68a6-4556-91c1-5b78f7af912e","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.234960955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"c01a01bf-087b-45ef-be2e-ca1fc749c0b9","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.23507277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"d9013b3e-0cbb-4e97-a71a-b926e9873cf2","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.235526238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"9d56e367-adf2-4d67-a592-1bfb08a66f78","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.235546059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"83305994-49b4-49ea-8c00-9b51fbeb6336","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.23969758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"f3082ece-1728-48c5-ad9d-1ca04b4d9c91","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.252389745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"a4289578-7593-4dce-a99d-3c418e1258bf","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.259089501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","reconcileID":"90e9098d-a4c2-4190-adf8-25f7f6b3a661","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-e1902bdfd81e","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.266655319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","reconcileID":"228b5dda-7da2-4575-a218-2baed9e75b58","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-823386cfc793","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:36.274233202Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"d36601cf-2fe3-40e5-b533-e5ccd8ec82ed","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:36.274284693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-ambiguous","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-ambiguous","reconcileID":"d36601cf-2fe3-40e5-b533-e5ccd8ec82ed","error":"ExternalModel e2e-extmod-shr-user-805818/e2e-shr-amb-10188f is attached to several gateways [openshift-ingress/e2e-extmod-a-ef1693 openshift-ingress/e2e-extmod-b-1a18c8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.279188454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"b450bed7-ed9a-499e-9fdc-793856c4f5a5","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.285500924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","reconcileID":"7e977598-1288-4b9c-9941-fc4eb96e27f9","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-e1902bdfd81e","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.292891388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69dc59ed-bc6a-44ef-8c89-6d7c2b011f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.295224084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"bb726931-18dd-4f4e-96fe-df7b26a0f719","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.348937362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"0b63118b-d9eb-4187-9727-b2ad82d4ffc3","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.350662803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69dc59ed-bc6a-44ef-8c89-6d7c2b011f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.351206415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"d772a214-2290-4299-aa8a-25a00559b170","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.351727922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"8168b746-3f2a-4e02-ad4e-daeea360dab3","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.352102988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"8ee87939-5707-4835-9232-d2a972b05456","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.352491903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"126d8cbe-c0fd-4875-b5c3-4280602e69cf","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.36401769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"3e241931-7aa8-4479-9c60-a1cfe79fef59","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.443281694Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"1dafa96b-f587-4aa4-8cc1-761804523f5d","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.447106825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"626f47d8-9bca-468c-8839-9a43329bbcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.453554471Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-42c200","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","reconcileID":"a73152af-3c85-4201-8bcd-736ffa16fd00","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-quota-42c200","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.454500931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"626f47d8-9bca-468c-8839-9a43329bbcc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.460762648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"ae2061c3-0b95-46a6-862d-e420b0afeea2","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.460812072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2211e920-4c1d-47b1-a302-8639a1e8042a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.462301273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d80b6e13-dd53-4aff-bb22-97dec1d65085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.46336432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"622432f8-7ced-4cc6-b087-852005a679d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.468109817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"2211e920-4c1d-47b1-a302-8639a1e8042a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.468127444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"ae2061c3-0b95-46a6-862d-e420b0afeea2","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.470594587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d80b6e13-dd53-4aff-bb22-97dec1d65085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.472576575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"622432f8-7ced-4cc6-b087-852005a679d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.628412952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"67971bb5-3638-49e7-9216-55cef7d418f7","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.629805759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"d0861080-7fd5-40dc-b429-68779e30c38c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.630844542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"16b4c3a5-659d-4b2a-a2b1-b67ceec788f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.630928025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"3ce4f562-26d4-4521-bf40-f810c0363e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.641711396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"ecb3779e-1f5e-4a96-b5e5-664922f0127b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.646270248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"d0861080-7fd5-40dc-b429-68779e30c38c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.650206335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"16b4c3a5-659d-4b2a-a2b1-b67ceec788f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.653998379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"ecb3779e-1f5e-4a96-b5e5-664922f0127b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.657014204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"67971bb5-3638-49e7-9216-55cef7d418f7","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.658191672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"3ce4f562-26d4-4521-bf40-f810c0363e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.724896739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d26fb656-5a39-4917-affa-bac769366409","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.726673121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"91c6dbf6-1812-40dd-8322-3a5ca2ca8ca4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.726692381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"51e98d73-cb1e-4644-99d0-47a0ca4e0bbb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.727273119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d5de3b0d-9787-4cd3-8e99-7669fdbf9a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.729654758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acd806ef-666f-42e0-a792-03649b58c52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.732858055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"d26fb656-5a39-4917-affa-bac769366409","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.736000134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"51e98d73-cb1e-4644-99d0-47a0ca4e0bbb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.737219688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d5de3b0d-9787-4cd3-8e99-7669fdbf9a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.738501322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"91c6dbf6-1812-40dd-8322-3a5ca2ca8ca4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.739996068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acd806ef-666f-42e0-a792-03649b58c52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.841460984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b26055eb-5670-4a22-b916-0ede7969ade1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.841498053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"4408a70d-4e29-40fd-b729-b8edfa52a2d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.842131281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"9d7f2385-954d-4ee4-9763-8955fc27972e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.842802525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abd739a8-cbe2-40de-a3f1-f882e0f5f1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.84313725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ca69c43b-47e7-464c-8e27-4a00fc7e9519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.847897774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"b26055eb-5670-4a22-b916-0ede7969ade1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.848497581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"9d7f2385-954d-4ee4-9763-8955fc27972e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.85051802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ca69c43b-47e7-464c-8e27-4a00fc7e9519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.850901061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"4408a70d-4e29-40fd-b729-b8edfa52a2d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.852822226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abd739a8-cbe2-40de-a3f1-f882e0f5f1b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.94841511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"5cbc738f-f7d5-4f8f-9dd5-14320a6971a4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.955767169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"5cbc738f-f7d5-4f8f-9dd5-14320a6971a4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.400041902Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"d7388835-2552-4786-8cc9-b477287a662f","namespace":"llm","name":"e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.402867327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"23c0fbb0-6ea8-4a7b-94cc-a7d77b86484a","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.402885838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"23c0fbb0-6ea8-4a7b-94cc-a7d77b86484a","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.408846324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c62b467d-a5f9-40ad-be51-141c12be904a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.411671865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4d969a7e-743c-44ab-b906-2cb748905d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.41224723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"32f8eb7f-83fd-41e4-a588-344d4b6cba3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.412519329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"7faacde2-2148-45e5-90e3-03cc5980885d","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.414600703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b9246404-daaf-4e90-ac29-d7eabbb7f142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.416333918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c62b467d-a5f9-40ad-be51-141c12be904a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.420704926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"4d969a7e-743c-44ab-b906-2cb748905d61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.420902452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"32f8eb7f-83fd-41e4-a588-344d4b6cba3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.423397605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b9246404-daaf-4e90-ac29-d7eabbb7f142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.424051161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"7faacde2-2148-45e5-90e3-03cc5980885d","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.437048747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a2877b1c-9ae5-4f04-a21a-77af3bc51a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.441183773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a145c8bf-00eb-49c7-b74a-fca5889cda0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.444515847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"a2877b1c-9ae5-4f04-a21a-77af3bc51a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.44831291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a145c8bf-00eb-49c7-b74a-fca5889cda0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.544923447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5f2b9c47-70b4-41f4-8689-19c0bef481e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.547081578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"94e74f2b-225a-4861-be45-ceb2ae992e37","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.554942193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5f2b9c47-70b4-41f4-8689-19c0bef481e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.559898775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"94e74f2b-225a-4861-be45-ceb2ae992e37","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.677824232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"71d17c6d-fedc-4e2a-8095-54b0d2b05b85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.678272158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3d72db11-8013-4be7-904b-ff2d5e7cb417","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.681012564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e9130d2-117f-4107-b311-2e20dbe1b527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.685122857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"71d17c6d-fedc-4e2a-8095-54b0d2b05b85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.688172679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3d72db11-8013-4be7-904b-ff2d5e7cb417","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.688781371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e9130d2-117f-4107-b311-2e20dbe1b527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.749113948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"e814b8ae-706d-4458-9281-18c0118dc9ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.749129932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b68e0eae-d933-45e7-bdd0-74e96f77c64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.749637662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"2e12e5ee-81b0-46cd-bb27-78758f052b20","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.749642435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"9beae749-1c9d-4156-9c53-fdd0c125223c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.758627696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b68e0eae-d933-45e7-bdd0-74e96f77c64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.758985799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"e814b8ae-706d-4458-9281-18c0118dc9ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.761103929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"2e12e5ee-81b0-46cd-bb27-78758f052b20","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.763790975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"9beae749-1c9d-4156-9c53-fdd0c125223c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.876289406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","reconcileID":"dc1c808b-7d4a-41da-8935-c5375faaed9a","MaaSModelRef":{"name":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-amb-10188f-e1902bdfd81e","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-amb-10188f-e2e-extmod-a-ef1693","externalModel":"e2e-shr-amb-10188f","provider":"e2e-shr-amb-10188f-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.430071745Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-10188f","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f","reconcileID":"0e9e8e69-ea51-42f5-9f76-b779739d5685","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.439895818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"5524c0c8-1dcb-4a85-9f9f-21f4a7cacff9","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.450133096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"dc50e895-e113-4626-8c7e-544ddfef40f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.452976758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"5524c0c8-1dcb-4a85-9f9f-21f4a7cacff9","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.453459044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e7021963-3c9f-467d-a41a-dc06e3d8ee76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.454332156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c19141a-9a9f-4f79-87a2-38b3b1b2cf73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.45554392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"f0ddfa7f-5054-4eb9-aab7-e39422993055","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.460315818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"dc50e895-e113-4626-8c7e-544ddfef40f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.539369642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e7021963-3c9f-467d-a41a-dc06e3d8ee76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.547791059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c19141a-9a9f-4f79-87a2-38b3b1b2cf73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.549653745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"f0ddfa7f-5054-4eb9-aab7-e39422993055","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.562886908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"99c3dcd6-adae-4b98-a209-f1553eaad639","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.565937462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"eccb56ca-3dc2-402b-82f9-134c961d2871","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.642072489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"99c3dcd6-adae-4b98-a209-f1553eaad639","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.643939638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"eccb56ca-3dc2-402b-82f9-134c961d2871","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.644435897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6887493-17be-4310-93ae-af2cc377d7cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.644972141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2c42e84a-2dec-4029-89ff-017f1ea84f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.650236834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"14bfa0d4-9a16-4370-904d-c0426928239a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.682707424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6887493-17be-4310-93ae-af2cc377d7cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.69524589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"14bfa0d4-9a16-4370-904d-c0426928239a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.73896153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2c42e84a-2dec-4029-89ff-017f1ea84f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.944972801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"8f305a00-e6df-4f31-85d8-3ead48b7b0a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.945408025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ad6303a3-8602-48db-af0a-2ce65215c722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.945473823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c346c9bf-e589-43aa-8b79-42670200d5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.945828544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"78fd478e-0f76-407e-894d-4405a76f4764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.946280616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"3df94c7b-6fd6-40a7-adff-461ccecbef6c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.952302321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"8f305a00-e6df-4f31-85d8-3ead48b7b0a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.952596617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ad6303a3-8602-48db-af0a-2ce65215c722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.955222817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c346c9bf-e589-43aa-8b79-42670200d5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.955472136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"78fd478e-0f76-407e-894d-4405a76f4764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:38.958130862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"3df94c7b-6fd6-40a7-adff-461ccecbef6c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.007478253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"46c70de1-e274-4a5f-b058-88cc608c174c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.007508227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"46c70de1-e274-4a5f-b058-88cc608c174c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.007891482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"edd8ba17-5577-48a7-94ee-fa178a3ac164","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.007914774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"edd8ba17-5577-48a7-94ee-fa178a3ac164","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.008217306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2f67587a-13aa-43bd-8691-cf6dc4e09190","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.008232058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2f67587a-13aa-43bd-8691-cf6dc4e09190","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.008540051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bb8fecc0-fb72-4dd9-8cdb-18068130b7ba","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.008556529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bb8fecc0-fb72-4dd9-8cdb-18068130b7ba","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.008832892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c089449-ad87-4303-bc6d-65ae2258d3c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.008848155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c089449-ad87-4303-bc6d-65ae2258d3c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.016951054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"ccecf6a6-8d03-4913-8e5e-58b17831f6ff","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.017026244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"ccecf6a6-8d03-4913-8e5e-58b17831f6ff","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.021681319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"baa2a39a-2057-4fa2-9e46-3031f84a3682","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.021703985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"baa2a39a-2057-4fa2-9e46-3031f84a3682","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.022031221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcf60471-7b36-4010-9a29-a05aa3825b7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.022048806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcf60471-7b36-4010-9a29-a05aa3825b7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.022551691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6fbe5bf-6715-4067-abc6-7fd286f4d4a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.02256932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6fbe5bf-6715-4067-abc6-7fd286f4d4a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.05553214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c75c559d-4667-401c-94d7-2277e558cf11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.055597029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83e8b722-593c-4158-aed5-95635f36c939","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.057692493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"896ab83d-dbb0-427c-a9e1-e7454920ef99","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2ece70","model":"llm/e2e-rt-sw-2ece70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.077181268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"1fdb687b-3754-44df-bd7a-df17fca001e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.080937792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68b29eb1-8252-4a6a-83b0-594b0742e22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.084588333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"1fdb687b-3754-44df-bd7a-df17fca001e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.088875373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68b29eb1-8252-4a6a-83b0-594b0742e22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.205268114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69cdf2cd-6710-44ec-8f26-a21d0754b895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.205939382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5c43c6aa-a960-42e9-8025-b9c7ebbbbbe5","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.221288749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69cdf2cd-6710-44ec-8f26-a21d0754b895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.22815164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5c43c6aa-a960-42e9-8025-b9c7ebbbbbe5","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.294844557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"213eded9-c0ee-4c19-a64d-cbaf6c88f4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.306111386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"213eded9-c0ee-4c19-a64d-cbaf6c88f4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.354248854Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"79dc59ad-a44a-47ca-9e09-0b1788860c3a","namespace":"llm","name":"e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.379832853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"1c0beb34-8802-4d1f-9a21-7e8c9f264398","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.379849268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"af24834f-dddb-4612-84a1-79ffe0fb460f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.381114113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"a1fc1385-4be0-4f4f-8ec0-c026ba2c9042","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.394922515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"af24834f-dddb-4612-84a1-79ffe0fb460f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.396861778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"b18ea1ab-0404-42df-b30e-d79eeb2d56d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.397376022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"1c0beb34-8802-4d1f-9a21-7e8c9f264398","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.397492428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cfab00-30f0-4125-b698-9c10e86c0349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.397914529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"25f7df8e-a35a-47e8-b491-d1372430d900","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.414420665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"4e6f5ac0-164d-4db8-9883-f7a89c1cd9fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.418633146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cfab00-30f0-4125-b698-9c10e86c0349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.435481907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"11f7706a-c5a4-4a12-a583-ed02b082991f","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.437915534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"b18ea1ab-0404-42df-b30e-d79eeb2d56d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.438549334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"e26f0491-8d83-40be-a152-06ecad912bf4","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.439100159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"c6628254-c1ae-455d-8ffc-e82117b050f0","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.444298464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"4e6f5ac0-164d-4db8-9883-f7a89c1cd9fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.453145274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"50d20f23-2293-4c26-aace-106fa3dc7a07","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.455046277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"0bba3bfb-a10e-4bfc-bef4-c56d53b203c0","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.535944951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"385ca035-b66a-434f-bbc8-a5f9e6686ad4","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.546952314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"bd3b79f3-ac1e-4fd5-9835-b33ee4965da3","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.558436778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"387711af-9cb6-4de1-be48-b2acd3f3dfba","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.567533718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"31d1b252-15e3-4b20-a07e-a720dbf774ad","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.638538247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"6a6745fa-a27a-4f1f-8e03-de27b8661589","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.641324175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"45e5ab45-404e-4e85-ba26-e5d013d7f121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.641898334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"184affd1-bdc3-4ac0-a3bb-9b3e53aee9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.642218233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"d53837df-5214-460a-9007-66a92855b0b9","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.642642141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"c34d6778-35ab-4ee1-b2d0-3acf2c52b3f7","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.643516354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a329dc76-0a55-4658-ab34-698eac1856b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.644491094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"4e35619c-a464-4981-a309-e60515eb3c38","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.648780093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"45e5ab45-404e-4e85-ba26-e5d013d7f121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.648833187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"184affd1-bdc3-4ac0-a3bb-9b3e53aee9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.651539571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a329dc76-0a55-4658-ab34-698eac1856b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.652195211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"4e35619c-a464-4981-a309-e60515eb3c38","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.66380946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"27e3f839-5456-4fdc-82ef-1dafca86c7a8","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.665984324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"afe85719-cabe-4690-bf45-3f2318fa1f1d","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.737686988Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-10188f","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f","reconcileID":"62cf8330-00e5-4f82-bf01-e570eb594730","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-amb-10188f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.748265911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"98426e28-c61c-4e2f-b11f-66ea8f184a54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.74897492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"b4c84898-70bd-4d3c-b570-5a135d60f894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.753060559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"f3a6c8b4-c2ea-4478-b9ad-e9db3866a2a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.75366003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"cc62aaef-bd80-40e7-b8a0-fe0d5f68e92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.762095273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"98426e28-c61c-4e2f-b11f-66ea8f184a54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.764994809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"88366ff8-a38a-440d-8706-ea658fd0f850","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.770602438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"f3a6c8b4-c2ea-4478-b9ad-e9db3866a2a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.78011812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"cc62aaef-bd80-40e7-b8a0-fe0d5f68e92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.856254966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"88366ff8-a38a-440d-8706-ea658fd0f850","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.879160498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"b4c84898-70bd-4d3c-b570-5a135d60f894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.882097091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f466098-78f6-4ae0-8938-6a60bb2e5678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:39.932212149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f466098-78f6-4ae0-8938-6a60bb2e5678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.011981445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9d3781b1-50eb-4fb8-a449-09b41b6be06c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.01264269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"a36a5433-f57f-48cd-9e74-5e2c69d1c1bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.031849988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"9d3781b1-50eb-4fb8-a449-09b41b6be06c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.03312267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"a36a5433-f57f-48cd-9e74-5e2c69d1c1bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.036493794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80d5667c-1a30-4d9e-9833-1906e38a7a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.048259708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8fc09086-d8b8-455f-905a-ddc06f027c2b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.054478754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f22e011e-7ec8-4f03-a2e2-baecc8a6847a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.057366448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80d5667c-1a30-4d9e-9833-1906e38a7a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.058757744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8fc09086-d8b8-455f-905a-ddc06f027c2b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.067596388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f22e011e-7ec8-4f03-a2e2-baecc8a6847a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.243197095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"cb5eb051-e42d-4d9f-9fbc-61f74d70b519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.243704214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"0496bb04-4356-462a-bb0c-d429c9e97e35","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.244095031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d7f9a0dc-d277-4947-8197-e8f915201558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.244657477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"0832a2e2-c0fd-4658-9520-1952fcb81b76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.245337675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"eeaacde6-d3c4-4222-8518-946e33211c02","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.245599656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a20b47b1-164f-4751-b705-a696730ed3e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.251186784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"cb5eb051-e42d-4d9f-9fbc-61f74d70b519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.252369504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"0496bb04-4356-462a-bb0c-d429c9e97e35","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.254940127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a20b47b1-164f-4751-b705-a696730ed3e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.255661263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d7f9a0dc-d277-4947-8197-e8f915201558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.258157982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"0832a2e2-c0fd-4658-9520-1952fcb81b76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.267248481Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"38c6c081-2255-4dc8-8193-13b0abc106fc","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fcf68801","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.383076852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"766eac0a-4892-456f-8c39-44c6b2e46c09","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.385573961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1931381f-35f5-4478-b406-40045ef55e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.387588007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"5816a4f4-babc-4dbc-bbed-0cd129e027b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.389490758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"d1397e2e-2cdb-403c-8ae8-eb0570de124b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.39160044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"766eac0a-4892-456f-8c39-44c6b2e46c09","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.394374527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1931381f-35f5-4478-b406-40045ef55e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.397437116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"5816a4f4-babc-4dbc-bbed-0cd129e027b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.435013752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"2d3a30b1-d0e2-4ef8-9063-5a95061e1aa4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.437955178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"d1397e2e-2cdb-403c-8ae8-eb0570de124b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.44322964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"2d3a30b1-d0e2-4ef8-9063-5a95061e1aa4","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.48731998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ebd5a27c-0df0-4cfc-82de-5dc25eff7987","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.493602557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"ebd5a27c-0df0-4cfc-82de-5dc25eff7987","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.768713139Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:46.450218602Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"0bae508d-357a-49fa-9ed5-da07bebb2237","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.93141315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"9fc5d1ab-8fbd-4546-b7c7-ffaa710080a0","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.14223734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"f69b8a54-e852-4053-b5c4-c82078ab67b5","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.143022108Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.148981813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"fbadffc9-1466-4b6f-9cb5-4924ae2a8141","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:49.154307645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"423ac5f3-db1e-43bc-887b-601e424e0452","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.160358088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"eab08558-0b28-46a7-a6bf-a7e943761b57","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.169879891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"a9aafa21-04ce-40ec-b0b9-e19366bdb6bf","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.177543978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"b07825c7-7264-459d-ae94-ca06082d0c60","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.23463865Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"3161c8f9-01b2-4df9-b813-d80ed93df73e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"simulator-w1-08111b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-08111b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.251911724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"e5c34e06-8e5b-47df-9f08-079f62fb2007","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.291166405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"953bda70-6399-47ba-a446-42d63fc287c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.326198358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"64475273-97f7-425d-9222-4f0da057231e","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.336958638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"0f35c8e8-1035-4d50-9812-26cb8d08873f","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.34028116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"f783ccbb-b43c-4a8b-aa36-8abbe227beff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:49.340788927Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"0f35c8e8-1035-4d50-9812-26cb8d08873f","name":"simulator-w1-08111b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-08111b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:49.34084273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"0f35c8e8-1035-4d50-9812-26cb8d08873f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-08111b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.346016619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"c484541c-d533-4b39-81df-c8e677abde0c","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.37238028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"f783ccbb-b43c-4a8b-aa36-8abbe227beff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.381010548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"f783ccbb-b43c-4a8b-aa36-8abbe227beff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.389875048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"73b11f41-a79a-47cc-ae24-adea23a1d875","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.393652303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"b2144641-2a59-4420-85ca-d69665b16d2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.441720977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"35e4db64-778b-4c7c-9b5d-f6fe67d0a0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.451859461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"35e4db64-778b-4c7c-9b5d-f6fe67d0a0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.466460675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"35e4db64-778b-4c7c-9b5d-f6fe67d0a0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.542945097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"e5953882-7b3c-401f-8079-9fed9570b61a","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.543014457Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.555661388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"51928f0e-960d-4af6-b3c7-8721f0e57443","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.558488897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"35eee2fd-79c9-4fb2-b908-6cd5c4abbce1","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:49.565246263Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-08111b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.57103489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"068e50b2-e13b-48ce-aa63-304255afc7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.579709146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"7f36d62e-189f-4c12-982d-5966ecbaa3d7","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.583658782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"068e50b2-e13b-48ce-aa63-304255afc7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.59428464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"068e50b2-e13b-48ce-aa63-304255afc7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.613682143Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"a938ae42-b58b-40dc-bae2-b8385b0d728a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"premium-w1-08111b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-08111b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.641475495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"ece78076-f801-44b9-8a23-a8c7d995087e","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.660693873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5e6371e3-510c-4f53-b8a9-5860c11168a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.668505758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5e6371e3-510c-4f53-b8a9-5860c11168a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.675481867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5e6371e3-510c-4f53-b8a9-5860c11168a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.695915006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"6ad57234-25dc-42e8-a0cb-c0cc2db6dfbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.743028882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"d0185a8f-3e45-4947-9580-c296c3f93321","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.75448606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"ecf656da-1108-4858-95a7-e0fabd17080c","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:49.760075718Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"ecf656da-1108-4858-95a7-e0fabd17080c","name":"premium-w1-08111b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-08111b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:49.760127575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"ecf656da-1108-4858-95a7-e0fabd17080c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-08111b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.764719445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"c9e247c7-0c16-4fca-ba9d-3f07f1f12475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.764981695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"048a0305-2f70-4789-ac35-c1162c488bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.765338037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"02c7f85e-3627-4c23-8084-9e910b42e226","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.772230045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"c9e247c7-0c16-4fca-ba9d-3f07f1f12475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.772825002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"048a0305-2f70-4789-ac35-c1162c488bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.778652321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"c9e247c7-0c16-4fca-ba9d-3f07f1f12475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.77901199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"048a0305-2f70-4789-ac35-c1162c488bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.786811648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"cc20ef9f-4ec1-4a35-be1a-e3180896f29e","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.796028555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"5c5b69b6-c641-4a20-bb61-21d230de5e16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.864261635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7700ba80-d1a7-4547-bce2-b8f2d0665f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.871691891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7700ba80-d1a7-4547-bce2-b8f2d0665f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.877656184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7700ba80-d1a7-4547-bce2-b8f2d0665f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.271388719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"247a3067-e386-493c-8ff4-3f972b4e8c8f","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","subscription":"e2e-shr-auth-4fc989-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.277931789Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"247a3067-e386-493c-8ff4-3f972b4e8c8f","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.28080365Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-sub","reconcileID":"247a3067-e386-493c-8ff4-3f972b4e8c8f","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.320898676Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-ef1693 priority=0:[ai-tenant-e2e-extmod-a-ef1693/e2e-shr-auth-4fc989-sub ai-tenant-e2e-extmod-a-ef1693/e2e-shr-shared-e9b74b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.323710209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"fa86ad29-c9b0-4a96-9c0b-55eb99520d15","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.330467126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8690fcea-590f-4c1d-9059-c474349d542d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.330501994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"1479277d-cd3a-40ca-a4a6-391a7d09d407","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.337400381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"8690fcea-590f-4c1d-9059-c474349d542d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.337602137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"1479277d-cd3a-40ca-a4a6-391a7d09d407","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.337973015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"f1116497-847a-49ae-ae60-4a2a120a8c11","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.429858831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"dd3c22d8-61dc-47de-8e70-a2017b7c7d45","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.437838712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"dd3c22d8-61dc-47de-8e70-a2017b7c7d45","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.489604524Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-auth-4fc989-access","reconcileID":"1164bb07-3a84-42ba-b1b3-817574b12111","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.493120834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"4adeb604-33fb-4688-8447-4a2287fe9dee","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.557503846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","reconcileID":"7149a755-19eb-4ae5-8afe-47ee82eb4d61","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-17ad626167e4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.76190373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"e915f652-df52-48b0-b692-4d89b20f09a2","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.775287357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"07c79d82-922f-4626-b743-45eb990c413c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.775515516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2c7f48f7-0ad9-456e-8a12-e564e2851dc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.782841092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"07c79d82-922f-4626-b743-45eb990c413c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.783092411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"9a47e319-d68b-4c08-a1fc-0faf294bd6ee","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ba4ccb5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.783422888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"2c7f48f7-0ad9-456e-8a12-e564e2851dc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.908159235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"329d805c-4acb-42e3-a08c-64bdfa284fe3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.908398179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3c9d21ed-a85f-4592-83a9-2d25b2f9778f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.915007758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3c9d21ed-a85f-4592-83a9-2d25b2f9778f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.916469489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"329d805c-4acb-42e3-a08c-64bdfa284fe3","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.718827393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9ab2c9e4-c95a-4381-b749-5bdf64b73d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.719507093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"8263d5ae-5bdd-437e-aee7-f176a53adecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.734248271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9ab2c9e4-c95a-4381-b749-5bdf64b73d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.738415973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"8263d5ae-5bdd-437e-aee7-f176a53adecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.746004925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"8263d5ae-5bdd-437e-aee7-f176a53adecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.747913643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9ab2c9e4-c95a-4381-b749-5bdf64b73d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.368487029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7c342ee-2b9f-4806-9b2d-c812787f8ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.369804528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"119a45dc-9ddf-425e-88cd-2fb86d232404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.369938623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"65eeb15f-2ddb-4222-818f-ff8744812977","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.3788999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7c342ee-2b9f-4806-9b2d-c812787f8ace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.37902959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"65eeb15f-2ddb-4222-818f-ff8744812977","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.381529918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"119a45dc-9ddf-425e-88cd-2fb86d232404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:56.463312603Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"ea0ed062-38c6-4e70-9bcd-4e1fd15c0dd6","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.752719908Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"ed097e3e-e84f-4bb1-ae1a-381947e14d07","namespace":"llm","name":"e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.756512527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"2fbf54f9-9743-4e60-8c3b-9a87479d45ef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.756532334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"2fbf54f9-9743-4e60-8c3b-9a87479d45ef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.762982691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"956a878b-930e-4729-90c5-40b3f64e4d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.763881644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"31787ead-c3be-406c-93b9-b6333eede16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.76394117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c0a04cec-21d4-48f1-8785-7127172dd77b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.76437944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4b9cd7d5-61f8-4ea9-a3da-c75219940a27","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.766710873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ff850803-1c2f-49b4-a805-3a527dedff14","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.77075592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"956a878b-930e-4729-90c5-40b3f64e4d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.771312335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c0a04cec-21d4-48f1-8785-7127172dd77b","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.773627302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4b9cd7d5-61f8-4ea9-a3da-c75219940a27","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.774402917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"31787ead-c3be-406c-93b9-b6333eede16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.776165351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ff850803-1c2f-49b4-a805-3a527dedff14","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.776634262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"956a878b-930e-4729-90c5-40b3f64e4d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.780632898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"31787ead-c3be-406c-93b9-b6333eede16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.786855198Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"0199b2eb-7cb0-49f3-ba2f-31ece200ee71","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","subscription":"e2e-shr-auth-4fc989-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.789253238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"216626eb-a255-4b4d-93b8-44dd46d7803d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.790935845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"0a23241f-7ca7-4c1a-873f-86647ba30cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.836305636Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"0199b2eb-7cb0-49f3-ba2f-31ece200ee71","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.836760349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"e4325e86-3f90-4f6e-8551-3cd04380f382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.839425255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"216626eb-a255-4b4d-93b8-44dd46d7803d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.840492667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"0a23241f-7ca7-4c1a-873f-86647ba30cf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.840618825Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-sub","reconcileID":"0199b2eb-7cb0-49f3-ba2f-31ece200ee71","MaaSSubscription":{"name":"e2e-shr-auth-4fc989-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818","model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.841643767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b5345a81-055d-41b4-9085-333abac8842f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.841666715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b5345a81-055d-41b4-9085-333abac8842f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.842070649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6f3b2434-868c-48db-83ca-efcc2ed11eff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.842089724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6f3b2434-868c-48db-83ca-efcc2ed11eff","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.842430709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"91f61845-0d4f-49e6-bfcc-7ff2c3b817a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.842446788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"91f61845-0d4f-49e6-bfcc-7ff2c3b817a9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.844001259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"e4325e86-3f90-4f6e-8551-3cd04380f382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.844614722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"1ac5709c-9fe1-4d39-92f2-98ab9f4fce1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.845021032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"afcacd8a-8248-45cd-9dfa-ea777a0c86ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.846725149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"adc8f5d6-39b1-4c16-bd37-5ff979e667d0","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.846747223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"adc8f5d6-39b1-4c16-bd37-5ff979e667d0","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.8497155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4a686b09-5b22-4942-9962-c252e4bcce80","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.849729909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4a686b09-5b22-4942-9962-c252e4bcce80","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.850055667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0466d975-229b-414f-80e6-3e3eb55a45a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.850069169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0466d975-229b-414f-80e6-3e3eb55a45a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.850468396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7487b7e9-dc29-4071-8bcd-f8b4f6281159","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.85048269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7487b7e9-dc29-4071-8bcd-f8b4f6281159","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.850783368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9193181f-5b9e-4a0b-966f-b27b4943b5dd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.850796802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9193181f-5b9e-4a0b-966f-b27b4943b5dd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.851091631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"99574578-34cf-49d3-8a82-8306bd2d63bb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.851105195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"99574578-34cf-49d3-8a82-8306bd2d63bb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.853901193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"afcacd8a-8248-45cd-9dfa-ea777a0c86ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.855933454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"1ac5709c-9fe1-4d39-92f2-98ab9f4fce1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.862853725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42a291a9-5109-484d-b87d-ecaeeb402d15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.862853377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"85fc0085-1bbe-4531-9539-1665298ce2e0","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2ece70","model":"llm/e2e-rt-sw-2ece70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.863307828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"084623ce-494a-48a7-afce-a0a6939c7bd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.877438012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"68a58b96-04d0-4dd2-89ae-b209d8c76605","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.895086321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"5d0bef07-76ab-4f09-aac4-7869dee984fa","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.029937474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"f4fcf192-f309-44c9-b91f-6adb9a299fed","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.036278287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"3244cf94-975e-4562-8e34-447c52b5ca83","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.036748386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3b509fca-eba8-48cb-8e37-699376d932e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.04887191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"013f85b8-b861-4d03-9542-45f7076b477f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.050592104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"bcb89496-a2cd-4808-8093-529e4246fc68","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.055271006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e2ce5ade-9eeb-4f13-8f83-1ed149009013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.068353711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"f4fcf192-f309-44c9-b91f-6adb9a299fed","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.06900876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3b509fca-eba8-48cb-8e37-699376d932e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.074846542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"013f85b8-b861-4d03-9542-45f7076b477f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.078633939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"bcb89496-a2cd-4808-8093-529e4246fc68","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.080466844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e2ce5ade-9eeb-4f13-8f83-1ed149009013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.139790108Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"e833cc19-9976-4aaf-9d9c-79cc653bd573","namespace":"llm","name":"e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.197871343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"331f7efb-913d-484f-9df4-aa1ce37447e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.199753938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d314767-2ff0-4819-9545-898a60b239ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.199839228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5137cf2b-71d5-41fd-b660-89f3f71e57b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.202124972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"8a55a775-56ff-41cb-9bbe-748886555456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.20457144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9a83f25-168d-4296-9888-ebccc93eb708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.204949975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"331f7efb-913d-484f-9df4-aa1ce37447e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.207566423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d314767-2ff0-4819-9545-898a60b239ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.210757877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"8a55a775-56ff-41cb-9bbe-748886555456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.234802241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5137cf2b-71d5-41fd-b660-89f3f71e57b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.236247333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9a83f25-168d-4296-9888-ebccc93eb708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.236526591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"8a55a775-56ff-41cb-9bbe-748886555456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.237874283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-auth-4fc989-access","reconcileID":"2a201bcc-efa3-446d-8ed5-2e42db4aed5f","MaaSAuthPolicy":{"name":"e2e-shr-auth-4fc989-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"model":"e2e-extmod-shr-user-805818/e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.241991912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5137cf2b-71d5-41fd-b660-89f3f71e57b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.245661788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"685ed540-a288-43e5-a062-b9dc5234a95d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.248313866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"10e7ddc1-24a0-4bcf-b0f3-f0881c23af0c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.250489741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e7471a17-73c3-4e3e-bd15-a43ce79677c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.2554644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"685ed540-a288-43e5-a062-b9dc5234a95d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.256025363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f0d377dd-0484-4e68-8c4b-53a984d3b648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.261122105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e7471a17-73c3-4e3e-bd15-a43ce79677c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.261759271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"11c731b7-181d-4700-916f-6139115f7c08","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.2680452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"10e7ddc1-24a0-4bcf-b0f3-f0881c23af0c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.270846321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f0d377dd-0484-4e68-8c4b-53a984d3b648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.341807085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"16cce5cb-5934-4389-ad6d-75e7e6ff109d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.350169027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"16cce5cb-5934-4389-ad6d-75e7e6ff109d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.461703879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e669b543-b10e-4505-9717-cfc80b2d6659","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.462509849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"9019a7a0-916f-4c6d-9793-080d2ec4ac3f","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.534936379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"32deadb9-0783-46fd-acc1-ccbb3958b369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.535715535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"e4541e29-6e16-46b9-a722-e740def5d668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.539931455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e669b543-b10e-4505-9717-cfc80b2d6659","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.54047342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3e80722f-33f5-421b-b3c2-e94ce7e3e65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.543338998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"9019a7a0-916f-4c6d-9793-080d2ec4ac3f","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.543932114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"32deadb9-0783-46fd-acc1-ccbb3958b369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.546411386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"e4541e29-6e16-46b9-a722-e740def5d668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.550607863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3e80722f-33f5-421b-b3c2-e94ce7e3e65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.560644793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8594d1d7-bf63-4fc1-bb6d-52dc839f100e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.567686297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8594d1d7-bf63-4fc1-bb6d-52dc839f100e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.632476599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","reconcileID":"36220d76-555b-4231-8323-98e587571d9c","MaaSModelRef":{"name":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-auth-4fc989-bd66bd5770fb","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-auth-4fc989-e2e-extmod-a-ef1693","externalModel":"e2e-shr-auth-4fc989","provider":"e2e-shr-auth-4fc989-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.21357469Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989","reconcileID":"5c3dc4c1-04b8-4ca2-935c-6a64a3974184","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.252404286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"2e9cdd04-36df-4d97-b356-5db3d688da97","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.338324827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"8307b6c9-68ab-470a-9202-3c48f984146b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.338907689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"f6dd5009-207d-4d07-b50a-0c475670f27b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.33991357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"09f18e8a-087e-491b-a3c5-d4be917ea3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.348462205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"969689d0-41b7-4ab0-a890-072068128fbb","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.349282719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"0e0cbe53-f075-472d-8e1a-2aa9b5948c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.349762845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"64cfa31d-9b04-4b48-b865-910a4f673fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.35262829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"8307b6c9-68ab-470a-9202-3c48f984146b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.355019518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"09f18e8a-087e-491b-a3c5-d4be917ea3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.356583382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"f6dd5009-207d-4d07-b50a-0c475670f27b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.365172126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"64cfa31d-9b04-4b48-b865-910a4f673fa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.366410084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"8307b6c9-68ab-470a-9202-3c48f984146b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.36681017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"0e0cbe53-f075-472d-8e1a-2aa9b5948c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.371483011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"baa93d5a-57c7-4db7-83a5-e159a46913d8","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.436406614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"f6dd5009-207d-4d07-b50a-0c475670f27b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.43736243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"0abfe13a-f7fa-429b-ac99-c6934cb70e49","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.451943785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"8a5aa471-efa1-4b70-b3d8-94104957daae","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.452701868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"251e608c-bb73-49c9-9476-8eb4b385c9c9","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.453695898Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"7de61c03-ffc4-4374-b831-280fe42754cd","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.467319678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"8a5aa471-efa1-4b70-b3d8-94104957daae","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.499483461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74d3cb82-0876-4af0-afb1-9bc45e601716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.505912257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"6b0d1184-4107-4e9a-a565-c27a380a7283","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.510875895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74d3cb82-0876-4af0-afb1-9bc45e601716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.513647938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"002811da-75de-4be5-ab2b-798885cc14ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.515613225Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4fc989","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989","reconcileID":"9d9f9072-56d0-4d23-adca-122d6c3544aa","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-auth-4fc989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.525734537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e4def098-9a70-419a-af13-166fc059011a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.526780886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"17bad41a-7b52-4a27-ba66-b6dc75c7504b","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.527188393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"2d8d069a-9069-472d-8fa0-0d6ab3b88028","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.536980636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"e4def098-9a70-419a-af13-166fc059011a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.537610513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"3db2ca16-3053-405d-8f3d-9c4bd76f99c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.538044955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"002811da-75de-4be5-ab2b-798885cc14ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.551749193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"3db2ca16-3053-405d-8f3d-9c4bd76f99c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.719465845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"7f11bf04-c9a4-422b-871e-c7e47aed7621","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.726928312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1c2854d1-5a8e-4e90-8225-964066d79397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.727113552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2bf0c881-4644-4790-9545-8b3ae165f261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.733872044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e98f507-6124-48a8-9426-b938dd19ca57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.734010897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"a96d1a79-c731-4d71-bd61-1aa51c12c5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.738849359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"7f11bf04-c9a4-422b-871e-c7e47aed7621","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.740859656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1c2854d1-5a8e-4e90-8225-964066d79397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.74268913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2bf0c881-4644-4790-9545-8b3ae165f261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.744660852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"a96d1a79-c731-4d71-bd61-1aa51c12c5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.747208618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e98f507-6124-48a8-9426-b938dd19ca57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.765745993Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"9f06b606-8a87-4bd2-9cc2-61230c66ce88","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.815092317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d3ab449e-6f33-480e-9cb0-a8dfdcde3446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.823796196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d3ab449e-6f33-480e-9cb0-a8dfdcde3446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.920076265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5f0725a7-3603-496c-9e75-1dcd97070a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.920980266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"e40a76b6-fd89-47d3-9ceb-4d22f133ebba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.922792294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e8b49169-c272-4427-80ab-683803056dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.924103657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c15a4c6b-de56-4e21-a102-8b3cd8a628c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.937096514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"e40a76b6-fd89-47d3-9ceb-4d22f133ebba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.944303497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e8b49169-c272-4427-80ab-683803056dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.948074738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5f0725a7-3603-496c-9e75-1dcd97070a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.951839954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c15a4c6b-de56-4e21-a102-8b3cd8a628c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.956119436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"e40a76b6-fd89-47d3-9ceb-4d22f133ebba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:02.956171729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5f0725a7-3603-496c-9e75-1dcd97070a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.014694347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"4744c6b2-bc05-4de9-8ce1-2240e9bfb267","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.01612783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"033ec938-fbc1-47f0-bce8-cbf2189b89e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.01741889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8d98ebe1-21da-40f0-a2d5-667b1facdd84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.018117059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"91cb87ba-67c3-4e2b-ae70-7c4f6db6114d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.018703279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"695b0ed9-87fe-430e-9b6f-7d155d9f67d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.03930451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"91cb87ba-67c3-4e2b-ae70-7c4f6db6114d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.040559081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"4744c6b2-bc05-4de9-8ce1-2240e9bfb267","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.044565595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8d98ebe1-21da-40f0-a2d5-667b1facdd84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.045045667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"033ec938-fbc1-47f0-bce8-cbf2189b89e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.047853675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"695b0ed9-87fe-430e-9b6f-7d155d9f67d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.07500587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"b075575d-540e-4470-b19a-807b51378b6e","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.141222983Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"d95585a6-43b3-4666-a1d4-16c4b4bd959a","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-98bd6923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.193383447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5c062cf6-d558-48b2-ba51-a17088f2174f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.197462517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f8e251f7-580c-45f1-a423-d826381f21f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.207104075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f8e251f7-580c-45f1-a423-d826381f21f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.210875956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"5c062cf6-d558-48b2-ba51-a17088f2174f","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.285262197Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"95c77c47-6a15-4ce2-a793-21db256e0b21","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.437683765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"7f1c519e-c1f7-4eba-a0a0-4f4b17371bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.438191973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"19570243-909b-4f4f-898a-c6d9cd020bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.439528575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9695e165-1145-4e5f-a93f-cb44e2bc7eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.43991466Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"24e6466c-b1cb-4372-bf72-64a20b7f7391","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.444987037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"7f1c519e-c1f7-4eba-a0a0-4f4b17371bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.447330461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"9695e165-1145-4e5f-a93f-cb44e2bc7eb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.4476461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"19570243-909b-4f4f-898a-c6d9cd020bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.451725116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"df78c547-7a6d-443e-bc4d-a11a8021bea4","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.456853089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"10eb16db-9071-4930-bcb7-b4d8ef3c942a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.457471565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"52833f91-51a1-4005-9b48-8265d3b477c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.457611077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"19570243-909b-4f4f-898a-c6d9cd020bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.458205774Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"d79c76e2-e5cb-417c-b5c4-6cf16f36a6ee","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.459303022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"7f1c519e-c1f7-4eba-a0a0-4f4b17371bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.465251393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"10eb16db-9071-4930-bcb7-b4d8ef3c942a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.468024235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"52833f91-51a1-4005-9b48-8265d3b477c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.469180213Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"4002e383-c780-4e99-807f-4742ad0ed40d","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.55631229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"e9682fc8-8453-4d96-b9d7-8ba33e8e21f1","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.557810668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"64a03971-d1c3-4789-8b2b-9ae60100b1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.558337039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"1d5a4b1d-4159-4643-83ac-db3ac9d247a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.561758896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6bcc7709-a046-4b81-aab2-dd3b4b7b2e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.56236392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fe5c772-490a-4d05-9b79-ad41e4a92257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.563887728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"e9682fc8-8453-4d96-b9d7-8ba33e8e21f1","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.567839781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"64a03971-d1c3-4789-8b2b-9ae60100b1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.568305255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"1d5a4b1d-4159-4643-83ac-db3ac9d247a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.572106786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6bcc7709-a046-4b81-aab2-dd3b4b7b2e27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.57293629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fe5c772-490a-4d05-9b79-ad41e4a92257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.680710388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"7a3fcfd4-4aff-486a-9f76-c6f94306111c","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.685716573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"69ee6ca6-bc17-4b2a-b723-9f11edd78586","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.685749508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"69ee6ca6-bc17-4b2a-b723-9f11edd78586","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.741193935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2be8569-283e-44ce-9ebf-7cb2cee95165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.75198422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2be8569-283e-44ce-9ebf-7cb2cee95165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.824924464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"65287362-102f-4251-8a5d-3178a6702142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.825977488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"44331502-50be-4f21-a2a6-a402c28cb4a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.83023961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"3b012c86-8728-43b8-bd31-0cb0d9e61755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.846148925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"3b012c86-8728-43b8-bd31-0cb0d9e61755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.847125393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"4abb1497-70bf-4655-a0a4-0717ff4a1dee","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.849311849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"65287362-102f-4251-8a5d-3178a6702142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.851925403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"44331502-50be-4f21-a2a6-a402c28cb4a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.864849842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"4abb1497-70bf-4655-a0a4-0717ff4a1dee","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.913995982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"e70eade1-3f34-4f1d-aea9-f9e3b1ed9203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:03.9717882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"e70eade1-3f34-4f1d-aea9-f9e3b1ed9203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.010680584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"eeb3e287-12ee-414c-b708-7ce614a85fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.011644427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"afb9367b-ea3d-41fe-97df-17f7e523106e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.013918785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c80baf6c-59ee-451d-8e33-6dc1fb051eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.014848975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"79cfe39b-7d15-4da3-b1df-9563a06bc6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.042742047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"afb9367b-ea3d-41fe-97df-17f7e523106e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.05032637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"79cfe39b-7d15-4da3-b1df-9563a06bc6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.050324982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"eeb3e287-12ee-414c-b708-7ce614a85fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.052439366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c80baf6c-59ee-451d-8e33-6dc1fb051eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.057508829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"eeb3e287-12ee-414c-b708-7ce614a85fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.057799421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"79cfe39b-7d15-4da3-b1df-9563a06bc6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.095190991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"97688bba-8d74-46a4-94f3-aed89ce9a765","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.097920227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"0f5fc565-626d-4350-86f6-1fc7242353f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.099612278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"b5aa5838-2128-4a44-995a-71e50eb3107f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.103009536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"97688bba-8d74-46a4-94f3-aed89ce9a765","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.103056483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"199d6fa9-41ef-43a2-acf7-d07074c5b95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.103415885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06365a39-3b65-493c-b917-319133ea79eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.135525124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"0f5fc565-626d-4350-86f6-1fc7242353f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.136823443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"b5aa5838-2128-4a44-995a-71e50eb3107f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.139784084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06365a39-3b65-493c-b917-319133ea79eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.143293615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"199d6fa9-41ef-43a2-acf7-d07074c5b95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.194769024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"cadd15b8-e1a8-4a63-a2bf-d6a9f225aa72","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:04.201690093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"cadd15b8-e1a8-4a63-a2bf-d6a9f225aa72","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.275648193Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"d2c04d7a-a415-4dd6-b64c-e857228cb736","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.290042733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"904b43d3-9b0b-4637-a5f4-eee7bad259fa","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.293252667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"81cfb649-7bbc-405d-9037-ff29fe59c5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.294736969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f643d5bb-e0f8-4284-8006-d1928ff14456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.294749728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"315fe8b3-5dfd-4a43-9497-9812cc6bfb07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.295249742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"b898ca61-f261-482d-be16-b40512ec1abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.29537489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9e969817-af87-4cb8-98ee-fd9b49b6c012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.337228808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f643d5bb-e0f8-4284-8006-d1928ff14456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.337610931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9e969817-af87-4cb8-98ee-fd9b49b6c012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.339623055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"315fe8b3-5dfd-4a43-9497-9812cc6bfb07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.339809897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"81cfb649-7bbc-405d-9037-ff29fe59c5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.342079219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"b898ca61-f261-482d-be16-b40512ec1abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.350785389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"b898ca61-f261-482d-be16-b40512ec1abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.350828878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"315fe8b3-5dfd-4a43-9497-9812cc6bfb07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.362028993Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"a3b5a9d8-0cbc-4952-baad-c16ae5e5a726","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.366817217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c4fb0cb2-3e9a-4a1b-aa4f-d089140831ee","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.372676743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e5449a3-e45b-42c7-a023-6ea6a1d2f0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.372929101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"bacdfcbf-ac37-4564-8afa-2425ac3feaf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.373710111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"347d2bf0-96ca-44ff-a6b4-dcd1321632e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.376928525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c4fb0cb2-3e9a-4a1b-aa4f-d089140831ee","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.38292959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"bacdfcbf-ac37-4564-8afa-2425ac3feaf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.436215609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e5449a3-e45b-42c7-a023-6ea6a1d2f0f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.436436237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"347d2bf0-96ca-44ff-a6b4-dcd1321632e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.470704186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e547321f-7a78-4c00-a6ad-2b3cc6e1893a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.470743423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c4df88e0-0c28-4b98-bfb3-06466e2d35ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.471370402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a4d86cab-ae87-4b96-9845-e89f68b3a56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.472688809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98414eb6-31a5-41d8-ac28-eb878c86121c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.48097055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"e547321f-7a78-4c00-a6ad-2b3cc6e1893a","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.481106171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c4df88e0-0c28-4b98-bfb3-06466e2d35ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.481945509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5579249f-c617-4d5b-8b9a-cbd1e858fa8c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.48451837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a4d86cab-ae87-4b96-9845-e89f68b3a56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.485764466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98414eb6-31a5-41d8-ac28-eb878c86121c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.489806459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5579249f-c617-4d5b-8b9a-cbd1e858fa8c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.549768658Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"253ff819-f320-419b-b7ef-f7c8aba46458","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.658046787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"1cd65438-66c2-4b3d-910a-a981ae1f18f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.658160696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5ab72c59-1143-4b39-8efc-33cd5b4ceb76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.659953758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"d94d3de1-f183-4a25-8c67-4df0e95fee1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.660312821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c4036230-3edf-42da-bb01-1f32065a3508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.660431666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0145dc19-e5d8-415d-b4e7-34dea4d641aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.661821151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"4330b849-c87f-403e-adac-076f0d08d5d1","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.661836995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"4330b849-c87f-403e-adac-076f0d08d5d1","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.665107025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5ab72c59-1143-4b39-8efc-33cd5b4ceb76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.665120903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"1cd65438-66c2-4b3d-910a-a981ae1f18f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.667393268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"d94d3de1-f183-4a25-8c67-4df0e95fee1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.667752549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0145dc19-e5d8-415d-b4e7-34dea4d641aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.669967074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c4036230-3edf-42da-bb01-1f32065a3508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.670590862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5ab72c59-1143-4b39-8efc-33cd5b4ceb76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.672846951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"d94d3de1-f183-4a25-8c67-4df0e95fee1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.75558748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"06cd41b6-e22c-41cc-997b-bb2ae4c5ab09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.75592807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"71d92171-efd7-4a00-b62a-519425c4700b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.762431808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"06cd41b6-e22c-41cc-997b-bb2ae4c5ab09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.76268606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"71d92171-efd7-4a00-b62a-519425c4700b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.859422955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4282ebde-2e45-45c5-ba32-9010c2d07b3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.861220156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"2ee5a288-19cc-4fd3-a93c-728f51888b46","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.861501903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"12911db1-e3bc-4236-8925-462633ec850a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.861769926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"c1f5d0e0-ff7c-4530-916b-d38a00b445cb","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.861785009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"c1f5d0e0-ff7c-4530-916b-d38a00b445cb","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.864273325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31dd80be-cf3c-4446-b537-b1a0c21d8eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.866455858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4282ebde-2e45-45c5-ba32-9010c2d07b3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.868444162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"2ee5a288-19cc-4fd3-a93c-728f51888b46","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.868802089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"12911db1-e3bc-4236-8925-462633ec850a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.871312172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31dd80be-cf3c-4446-b537-b1a0c21d8eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.964006727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"504ac3be-83c0-4a1f-aff9-69bd3d565527","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:05.97240119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"504ac3be-83c0-4a1f-aff9-69bd3d565527","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.063131363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"da4e90a2-5b3c-435a-ab95-4cf656134300","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.063159716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"da4e90a2-5b3c-435a-ab95-4cf656134300","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.311815432Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.346437537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"2103264f-bea3-4d9c-8110-f38060c20a58","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.346467037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"2103264f-bea3-4d9c-8110-f38060c20a58","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.367025905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"155c4c48-ec2e-41e2-a5ab-7692ceec7f5a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:11.367485483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"2387cd5c-7743-4184-9f3f-c8a54ea1d07e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-10c660-2308ce-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.369386891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"2654fcbd-9934-47df-9b99-e76ea0156905","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.39057076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"155c4c48-ec2e-41e2-a5ab-7692ceec7f5a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.402178222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"2654fcbd-9934-47df-9b99-e76ea0156905","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.403236697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"8aa4771e-1703-4d6c-81da-9df13cd92a26","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.403253261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"8aa4771e-1703-4d6c-81da-9df13cd92a26","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:11.432380288Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"8aa4771e-1703-4d6c-81da-9df13cd92a26","name":"e2e-cfl-10c660","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-10c660\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:11.432437546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"8aa4771e-1703-4d6c-81da-9df13cd92a26","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-10c660\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.453000474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"b2f37487-ba4d-417a-aa47-e4ec8f00ef25","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.453022936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"b2f37487-ba4d-417a-aa47-e4ec8f00ef25","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.470580044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"f727cdca-dc2c-46d7-88dc-f860b4abe8a0","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.470601506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"f727cdca-dc2c-46d7-88dc-f860b4abe8a0","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.554685984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"5eece6bd-b36a-4dbc-b014-b9344eb1ea38","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.587280387Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"39d8a840-95f4-4d83-815e-c3ee9f768317","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-10c660","model":"e2e-cfl-10c660","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.589717605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"5eece6bd-b36a-4dbc-b014-b9344eb1ea38","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.66330463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"a6812555-213b-4646-91bf-65d8a21f3782","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.67966297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"7ecadf2e-98d4-4dbc-8c01-913b243b5d3d","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.679701295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"7ecadf2e-98d4-4dbc-8c01-913b243b5d3d","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.681811316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"a6812555-213b-4646-91bf-65d8a21f3782","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.73363276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"add9fe2d-e8ba-4c6f-bf79-24b12d25088e","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-10c660","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:11.778995108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:12.859803314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"4fc06a0c-9e09-4078-969c-32cdfe868ee4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:12.885077938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"773fada5-e38b-4e97-b63d-5b6444778a9a","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.075681795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"709c9a12-b3a7-4299-8ab3-805c11559872","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.100062813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"eadb3b1b-2f26-4b60-b12f-8c1ce3cb8ac1","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.146086773Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"f05976b5-5e3d-43bc-a7a0-3ce3c53fc51e","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","subscription":"e2e-shr-shared-e9b74b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.155224458Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"f05976b5-5e3d-43bc-a7a0-3ce3c53fc51e","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.181191608Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"f05976b5-5e3d-43bc-a7a0-3ce3c53fc51e","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.221311691Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.225089597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"0dfa9048-33df-4ff7-897c-eb32040792aa","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.234688819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"35f9f260-6a0f-4fd8-bf09-d918f8750f80","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.245503952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"35f9f260-6a0f-4fd8-bf09-d918f8750f80","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.331575354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"64a9f910-c168-4886-ba22-2c9eb80af313","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.34299495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"64a9f910-c168-4886-ba22-2c9eb80af313","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.372207094Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4e48b6a9-3ae2-4b21-ac0d-1e32189125ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.37908009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"986d3dab-b636-4cca-8bee-23195a3689e0","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.498496109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"6b4f1c87-39f7-4dec-b75b-92011034f517","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.53947878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"3ca7bb28-00d7-4c06-951c-dbf9ceadfa67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.555106013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"16125776-6241-4caf-b19b-b4618fd0aaea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.623129601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"16125776-6241-4caf-b19b-b4618fd0aaea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.623799382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4e48b6a9-3ae2-4b21-ac0d-1e32189125ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.624722466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"3ca7bb28-00d7-4c06-951c-dbf9ceadfa67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.633228816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"16125776-6241-4caf-b19b-b4618fd0aaea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.671711422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"3ca7bb28-00d7-4c06-951c-dbf9ceadfa67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.672990317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"ca8d77d4-3fea-43a9-b8c8-085ca7f42eec","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.724514374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"9fc37236-fc2d-45d1-bc26-8ec817212e51","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.727042064Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4e48b6a9-3ae2-4b21-ac0d-1e32189125ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"name":"e2e-extmod-b-1a18c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.727061907Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"e2e-shr-shared-e9b74b-access","reconcileID":"4e48b6a9-3ae2-4b21-ac0d-1e32189125ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.740337889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","reconcileID":"e4741ca1-8699-4aed-b633-2c5a79132907","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-f49ac4b09ae4","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-b-1a18c8","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-b-1a18c8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.749708902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"e81eb7a9-ed99-45f3-8fb7-f22c077dc702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.75033547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"f913eea4-37b6-43e6-b8a4-77db947f32dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.779637509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"e81eb7a9-ed99-45f3-8fb7-f22c077dc702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.807797772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"e81eb7a9-ed99-45f3-8fb7-f22c077dc702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.817468011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"f913eea4-37b6-43e6-b8a4-77db947f32dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.830250013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"f913eea4-37b6-43e6-b8a4-77db947f32dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.902237275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"316c0257-01c1-413e-aff5-f33060f74df0","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.917736975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3e089890-4890-4265-817c-596776c6fc88","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.931643125Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"e6b5d841-5c29-42da-9ee5-b94dc217010a","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-82954635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.933166965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"3e089890-4890-4265-817c-596776c6fc88","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.015068751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"48da86aa-37e9-46c2-b462-4c776ce218f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.015764176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75e7a52-d0b4-4751-8fd1-464b4f5a217b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.016481889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a64c3e9e-2ca4-4eee-adf8-07a1e59596a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.08942983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"48da86aa-37e9-46c2-b462-4c776ce218f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.092712384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75e7a52-d0b4-4751-8fd1-464b4f5a217b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.120212717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a64c3e9e-2ca4-4eee-adf8-07a1e59596a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.149412923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"38df2cd3-9ff0-4d22-b586-b47bc973488d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.167011624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"38df2cd3-9ff0-4d22-b586-b47bc973488d","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.565697329Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"26cfc041-0d1c-4cf2-a8f2-43f8f6c59b01","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.550575171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3530bd0-efa0-478c-bec4-cad15cb7ff3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.550597493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3530bd0-efa0-478c-bec4-cad15cb7ff3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.558240437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c774b568-1a48-49ea-b383-84ef81a1dd23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.558259759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c774b568-1a48-49ea-b383-84ef81a1dd23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.566702788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-policy-a230121c","reconcileID":"7a5ea9f8-26d7-4d63-95bd-cbd3a0586984","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.60199726Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-policy-a230121c","reconcileID":"7a5ea9f8-26d7-4d63-95bd-cbd3a0586984","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.608216944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-policy-a230121c","reconcileID":"7a5ea9f8-26d7-4d63-95bd-cbd3a0586984","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.644838831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24232668-134b-44ac-928b-404f90c593ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.644858937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24232668-134b-44ac-928b-404f90c593ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.745601762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6964dd99-886d-4da0-8d0d-33b596f9b22f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.745623041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6964dd99-886d-4da0-8d0d-33b596f9b22f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.745783028Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.75711917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-policy-a230121c","reconcileID":"becd2ba3-f3ef-4ce0-b9c7-8646646aac7e","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.758082054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dc9ca25-d2bd-41c9-af08-bdeddd324f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.758101456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dc9ca25-d2bd-41c9-af08-bdeddd324f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.768498998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-policy-a230121c","reconcileID":"becd2ba3-f3ef-4ce0-b9c7-8646646aac7e","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.774035998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-policy-a230121c","reconcileID":"becd2ba3-f3ef-4ce0-b9c7-8646646aac7e","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:19.803882381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-sub-a230121c","reconcileID":"27ff5a18-7f8e-449a-82d6-828fa71c7bee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-a230121c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.841451441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05e4db4a-4d40-4da0-b3a0-b4fae7d92152","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.841481841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05e4db4a-4d40-4da0-b3a0-b4fae7d92152","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.852226288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4984cc2-a218-422c-8eb0-f55b41db8c68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.852253935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4984cc2-a218-422c-8eb0-f55b41db8c68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.873170264Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-sub-a230121c","reconcileID":"6ebc15f5-a62c-46a9-876a-6c158c666b32","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-a230121c/e2e-shared-sub-a230121c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.902711016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e68594e3-4e2a-4a24-996f-e1c71f61403f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.90273479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e68594e3-4e2a-4a24-996f-e1c71f61403f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.967257627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef06520c-3bff-4400-9294-af45777ebf4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.967280769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-sub-a230121c","reconcileID":"1d91cf9f-7e6b-4c89-94fe-7736612d4137","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.756258341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2117191-f29d-40be-99c4-1d2783d44dcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.756286651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2117191-f29d-40be-99c4-1d2783d44dcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.764387129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a8ae5cf-abe6-476a-a3bb-88cb5361c766","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.764413146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a8ae5cf-abe6-476a-a3bb-88cb5361c766","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.777850815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"6fed7b34-576c-424a-acde-f67476f23f34","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.786148742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"6fed7b34-576c-424a-acde-f67476f23f34","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.793294124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"6fed7b34-576c-424a-acde-f67476f23f34","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.804120677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42bff314-e81b-4f7f-9941-dd1d3c52b7eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.80415465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42bff314-e81b-4f7f-9941-dd1d3c52b7eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.962568793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69b5512f-10e0-41b4-9d40-1f05ce7e72b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.962588012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69b5512f-10e0-41b4-9d40-1f05ce7e72b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.962665849Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.968134826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c354e6c-c6e4-4340-8ecd-ec3fbca62e49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.968155025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c354e6c-c6e4-4340-8ecd-ec3fbca62e49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.969821931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"dd610f4b-fba0-4fe6-b721-04f6f2387e8e","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:20.975491309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-sub-a230121c","reconcileID":"b3b183f8-4795-40dd-b939-0a50e142cd29","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-a230121c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.978094511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"dd610f4b-fba0-4fe6-b721-04f6f2387e8e","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.98323318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"dd610f4b-fba0-4fe6-b721-04f6f2387e8e","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.991129254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"669b592a-6b40-468d-a616-7abe7f70fcd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.991145841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"669b592a-6b40-468d-a616-7abe7f70fcd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.998760931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93ad7d25-feee-443b-b534-7ab980ea75e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.998777843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93ad7d25-feee-443b-b534-7ab980ea75e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.019497232Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-sub-a230121c","reconcileID":"93ecd51f-be7e-47eb-b897-3c8a3f6fc63c","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-a230121c/e2e-shared-sub-a230121c","ai-tenant-e2e-mt-d4f01a21/e2e-shared-sub-a230121c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.060558665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9923c03-57fe-4fbb-b88a-dd3676865c19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.060587794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9923c03-57fe-4fbb-b88a-dd3676865c19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.11075213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-sub-a230121c","reconcileID":"88981f87-3ea6-420d-806b-2bcf6d36b5d0","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.110785735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d9d01b6-b2e5-4a21-a8c8-699319a69815","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.111378264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-sub-a230121c","reconcileID":"5dd916d4-8a20-4856-bdcf-3a27b5f00924","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.889924801Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-policy-a230121c","reconcileID":"5702c853-f88e-4034-809a-bee47f3f87ad","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.889966247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98ea090b-8f51-4542-b2a2-bff55ac22dd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.889980119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98ea090b-8f51-4542-b2a2-bff55ac22dd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.895220388Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-policy-a230121c","reconcileID":"5702c853-f88e-4034-809a-bee47f3f87ad","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"policyNamespace":"ai-tenant-e2e-mt-a230121c","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.907384105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71d6c948-374f-42e1-9be4-2c4d6cd01d98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.907401534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71d6c948-374f-42e1-9be4-2c4d6cd01d98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:22.070917072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f0a2ff1-c54e-4498-bd94-70d5c3f0015c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:22.070938128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f0a2ff1-c54e-4498-bd94-70d5c3f0015c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.530816983Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"368ffcb2-edd8-4090-8479-929649065fed","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.823184499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"68fb70ff-758d-4ae8-9ab8-546e71b2c9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.835674081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"68fb70ff-758d-4ae8-9ab8-546e71b2c9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.841505545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"68fb70ff-758d-4ae8-9ab8-546e71b2c9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.843869197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"519131bd-7f7d-47dd-bc8c-ed32dcff8fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.850402949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"519131bd-7f7d-47dd-bc8c-ed32dcff8fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.856024011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"519131bd-7f7d-47dd-bc8c-ed32dcff8fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.934661338Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"e9af8f37-a942-458b-bf68-d385c4271045","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","subscription":"e2e-shr-shared-e9b74b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.943419468Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"e9af8f37-a942-458b-bf68-d385c4271045","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.946965633Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-sub","reconcileID":"e9af8f37-a942-458b-bf68-d385c4271045","MaaSSubscription":{"name":"e2e-shr-shared-e9b74b-sub","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"maas-trlp-e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818","model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.976624309Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.979755925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"4b66b9f6-cc11-44ac-9601-42683e6c9cc2","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.983264344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"7326500a-6a6c-4560-a7c7-545c9785b227","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:23.990382769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"7326500a-6a6c-4560-a7c7-545c9785b227","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.08374962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"716c98cd-98d5-4e72-8da3-34133100c7e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.090582411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"716c98cd-98d5-4e72-8da3-34133100c7e7","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.126557725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c177353d-39b2-42c2-bfbe-0ebf3bad4c20","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"model":"e2e-extmod-shr-user-805818/e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.129414272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"47043733-83c5-4b15-af49-a6407fdeb0b8","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.208646455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c177353d-39b2-42c2-bfbe-0ebf3bad4c20","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.23775584Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c177353d-39b2-42c2-bfbe-0ebf3bad4c20","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"name":"e2e-extmod-a-ef1693-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.237777853Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"e2e-shr-shared-e9b74b-access","reconcileID":"c177353d-39b2-42c2-bfbe-0ebf3bad4c20","MaaSAuthPolicy":{"name":"e2e-shr-shared-e9b74b-access","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.248085724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"835eda6a-89f9-43b1-8c2a-41a5eed5f1f3","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.561597267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","reconcileID":"585316d0-3de6-40b1-be29-8a872f04133c","MaaSModelRef":{"name":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","namespace":"e2e-extmod-shr-user-805818"},"routeName":"external-model-e2e-shr-shared-e9b74b-0bed67c4bc98","namespace":"e2e-extmod-shr-user-805818","model":"e2e-shr-shared-e9b74b-e2e-extmod-a-ef1693","externalModel":"e2e-shr-shared-e9b74b","provider":"e2e-shr-shared-e9b74b-provider","gateway":"openshift-ingress/e2e-extmod-a-ef1693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.099717027Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e9b74b","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b","reconcileID":"cdb500ec-753d-46d2-944c-62cea22977bf","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.12419045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"4ebac20b-a7af-4cfd-865c-590cbb43a53d","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.126878915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"53dd1113-aa30-4268-8b59-a458e18fb312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.127858736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"acf4c24e-3ce4-4142-b93d-4e72c4433f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.128010454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"77e06d34-1073-48b6-9a6f-b321d4916e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.128677544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5ccfac9c-5ae5-45c2-8603-73ef0a5abe68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.132146611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"4ebac20b-a7af-4cfd-865c-590cbb43a53d","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.136421355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"53dd1113-aa30-4268-8b59-a458e18fb312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.138937442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5ccfac9c-5ae5-45c2-8603-73ef0a5abe68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.144364354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"77e06d34-1073-48b6-9a6f-b321d4916e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.144480448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"acf4c24e-3ce4-4142-b93d-4e72c4433f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.148693666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"4ebac20b-a7af-4cfd-865c-590cbb43a53d","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.155578395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5ccfac9c-5ae5-45c2-8603-73ef0a5abe68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.158434317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"53dd1113-aa30-4268-8b59-a458e18fb312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.241504703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"e9b288e7-efd6-4155-8111-dccc6693bfca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.242057876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"694d8499-2563-4464-a342-78e03549e5b2","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.245689352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36094ee9-f01b-4bb4-9ebe-757e44aa8c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.249145959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"694d8499-2563-4464-a342-78e03549e5b2","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.249905843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"e9b288e7-efd6-4155-8111-dccc6693bfca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.283435428Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36094ee9-f01b-4bb4-9ebe-757e44aa8c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.294148167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36094ee9-f01b-4bb4-9ebe-757e44aa8c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.305524894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0420918d-c0bb-4b96-b190-99e8884b6cdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.305553103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0420918d-c0bb-4b96-b190-99e8884b6cdc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.325025975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3c427429-6db6-466f-bed7-ff3e9c60531d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.339608605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c998284a-339a-4ca9-b70c-50c777b3e705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.342787984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"d20ebb10-2d88-422e-9e76-04d7cacbc64e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.343093491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"65bc8691-85b4-4b2a-a3ec-f91139d942f2","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.345868835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"3c427429-6db6-466f-bed7-ff3e9c60531d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.348634536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27aa4ac1-3936-4ccd-a3aa-921e9c1769de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.348991168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c998284a-339a-4ca9-b70c-50c777b3e705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.35352428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"65bc8691-85b4-4b2a-a3ec-f91139d942f2","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.355939896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"d20ebb10-2d88-422e-9e76-04d7cacbc64e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.356953501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27aa4ac1-3936-4ccd-a3aa-921e9c1769de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.385873346Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-e9b74b","namespace":"e2e-extmod-shr-user-805818"},"namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b","reconcileID":"3e9aded7-1821-43e3-893b-de3d01e7af15","namespace":"e2e-extmod-shr-user-805818","name":"e2e-shr-shared-e9b74b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.394454371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"4b3fb06c-482d-43b0-8edc-e8a459b0e7dc","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.3956234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ffd93bb7-d23e-44ea-9c8e-95044bcc4c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.395645639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"3fe4ddcf-b416-4994-ab48-584089f62f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.396308595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0cae7de3-d868-4207-98fe-b0a9a6e14dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.397150272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2a861dd6-fd1c-4715-8888-18ef0ed99737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.40381766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ffd93bb7-d23e-44ea-9c8e-95044bcc4c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.436381521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"0cae7de3-d868-4207-98fe-b0a9a6e14dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.437777638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"3fe4ddcf-b416-4994-ab48-584089f62f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.439589752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2a861dd6-fd1c-4715-8888-18ef0ed99737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.446057672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2a861dd6-fd1c-4715-8888-18ef0ed99737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.488829699Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"4b3fb06c-482d-43b0-8edc-e8a459b0e7dc","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.788405289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"4b3fb06c-482d-43b0-8edc-e8a459b0e7dc","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.788452063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"cc6485a1-237e-48ce-94f5-e56066a502d0","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.79077906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"df7c0f02-6f33-41a4-8b52-cfb56064f05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.793072009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ab4c5265-3b1f-47ec-ac40-1dd1c76c5c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.796433997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1650821f-ffae-484a-bcd1-31c36a3685a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.796446259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"56c2fe93-b74f-4c5f-afbd-f6454398d44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.797821941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a1dbcef-fe31-4845-83da-2ab418548200","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.7978372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a1dbcef-fe31-4845-83da-2ab418548200","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.801356257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"df7c0f02-6f33-41a4-8b52-cfb56064f05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.801482906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"ab4c5265-3b1f-47ec-ac40-1dd1c76c5c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.808743316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"df7c0f02-6f33-41a4-8b52-cfb56064f05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.810983045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"88139594-4ea7-4d69-aed4-a6fa806bfa49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.811169426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"56c2fe93-b74f-4c5f-afbd-f6454398d44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.817610923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"88139594-4ea7-4d69-aed4-a6fa806bfa49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.828258692Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1650821f-ffae-484a-bcd1-31c36a3685a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.833520387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1650821f-ffae-484a-bcd1-31c36a3685a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.842451312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db400ce0-a9f2-4f9a-bf3d-f3768f85aa69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.842465922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db400ce0-a9f2-4f9a-bf3d-f3768f85aa69","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.913464678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"be8fb9d5-7a99-41a1-a244-04ee404d63b6","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.917729335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"32aeac3d-6312-4910-a34c-2531292d9e65","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.918325005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b011b546-da0c-4d2b-8a0a-d25409334f46","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.91862105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"46587ae7-551a-4f36-b6d8-2b386277d51a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.92061999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f954376-9fe1-40ff-acc6-14bed4902246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.923004181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"be8fb9d5-7a99-41a1-a244-04ee404d63b6","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.927592972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"46587ae7-551a-4f36-b6d8-2b386277d51a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.929398722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b011b546-da0c-4d2b-8a0a-d25409334f46","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.929565798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"32aeac3d-6312-4910-a34c-2531292d9e65","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:25.933687849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f954376-9fe1-40ff-acc6-14bed4902246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.140670479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8082408a-86bd-4828-8c68-64c038030091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.140686672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"84542ec3-ef12-4f01-9b43-2862ab0f45c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.149439661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"84542ec3-ef12-4f01-9b43-2862ab0f45c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.149436073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8082408a-86bd-4828-8c68-64c038030091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.214277569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"77a3d09b-7da0-440c-b6f3-920f2e2b699e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.21427749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"1d98912a-5907-4456-be75-854009bdfdba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.221605952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"77a3d09b-7da0-440c-b6f3-920f2e2b699e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.222002085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"1d98912a-5907-4456-be75-854009bdfdba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.311703225Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"5a4f50fb-9f9b-434e-b638-3eebf216f9ad","namespace":"llm","name":"e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.319256401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"193e43b2-e921-4902-ad13-eb738e3a54ba","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.319939432Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"0c0ececf-ef17-4793-a50b-efa77afe78ef","namespace":"llm","name":"e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.321043866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"9527ca65-6f23-4cb2-a605-fb756d120dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.327485152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9c5bdeae-9d60-4bc5-bb34-ee1ccd2a3857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.337258608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"9527ca65-6f23-4cb2-a605-fb756d120dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.337792892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30f4cd20-f329-4c24-affa-bd159c8d29a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.338187271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"cb3d4579-3c9b-47ec-a5d5-0bd1cfb82ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.340738313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9c5bdeae-9d60-4bc5-bb34-ee1ccd2a3857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.349670824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30f4cd20-f329-4c24-affa-bd159c8d29a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.350471177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"cb3d4579-3c9b-47ec-a5d5-0bd1cfb82ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.351667806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9c5bdeae-9d60-4bc5-bb34-ee1ccd2a3857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.356369751Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"193e43b2-e921-4902-ad13-eb738e3a54ba","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.358534456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30f4cd20-f329-4c24-affa-bd159c8d29a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.359992212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"cb3d4579-3c9b-47ec-a5d5-0bd1cfb82ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.362265969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"193e43b2-e921-4902-ad13-eb738e3a54ba","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.363831157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1a5e88c1-1439-4ee4-99af-f2f351a20ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.366593121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"10a606ac-3db3-4a9a-8d98-beae11b06885","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.366608872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"10a606ac-3db3-4a9a-8d98-beae11b06885","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.366916807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7c112123-aae8-4dee-906f-62ec4ffeaf4b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.366929717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7c112123-aae8-4dee-906f-62ec4ffeaf4b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.367159074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e34b75b9-de5e-4a55-bd13-da70d2150f27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.367170835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e34b75b9-de5e-4a55-bd13-da70d2150f27","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.367706648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"2180a35d-b22d-4d9a-bbf0-5f2b15a9d652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.373817266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"a413c263-d739-4631-ab93-558b77f49886","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.373834763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"a413c263-d739-4631-ab93-558b77f49886","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.377257076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1a5e88c1-1439-4ee4-99af-f2f351a20ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.380922608Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-sub-a230121c","reconcileID":"2160a9b3-5a5d-4957-bb6b-5c0b444b00ed","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-a230121c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.383038651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"2180a35d-b22d-4d9a-bbf0-5f2b15a9d652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.436485559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"540e4e2c-8dee-4904-8fef-5998bcb65bf3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.436515469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"540e4e2c-8dee-4904-8fef-5998bcb65bf3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.436847084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54aaf26f-f00e-4db7-94e4-bea84ff5cd05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.436857082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54aaf26f-f00e-4db7-94e4-bea84ff5cd05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.437253681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8f150cd9-6211-4357-838b-66aa84c51768","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.437262805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8f150cd9-6211-4357-838b-66aa84c51768","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.43769111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8b775d7-1409-49e8-9ac5-bf8ac83190ba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.437704163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d8b775d7-1409-49e8-9ac5-bf8ac83190ba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.437930431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7b7c746-b992-48f6-aa41-c3c2844b4a08","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.437941317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7b7c746-b992-48f6-aa41-c3c2844b4a08","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.438599402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"019d5a19-f289-40cc-860c-73d6b8cd7c0b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.438617368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"019d5a19-f289-40cc-860c-73d6b8cd7c0b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.438948689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a918630b-cf66-41c6-abe7-a1e11170bb93","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.43896848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a918630b-cf66-41c6-abe7-a1e11170bb93","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.439260718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3395b87-21cf-4b12-a603-4560420213ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.43927054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f3395b87-21cf-4b12-a603-4560420213ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.439714832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"019bac3d-5b22-4ccd-b9fd-9df8436fffb2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.439727452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"019bac3d-5b22-4ccd-b9fd-9df8436fffb2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.447631036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"ad2536c1-9df3-464a-8290-8073c1a2ef11","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.447660158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"ad2536c1-9df3-464a-8290-8073c1a2ef11","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.453102638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9015619-9f53-42ac-bda4-0db375a66d73","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.453126254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9015619-9f53-42ac-bda4-0db375a66d73","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.453510333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b37dc293-e0fc-4283-b8fc-25e761010235","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.453530605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b37dc293-e0fc-4283-b8fc-25e761010235","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.454026892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05b19d1a-0f42-4cac-b6e3-ee725700a764","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.454047227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05b19d1a-0f42-4cac-b6e3-ee725700a764","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.45451091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"98c560db-a471-41e8-a3d9-e4126143e676","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.454531261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"98c560db-a471-41e8-a3d9-e4126143e676","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.463421412Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-sub-a230121c","reconcileID":"96b6b521-b321-4663-8a24-4d2a2c56d18e","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d4f01a21/e2e-shared-sub-a230121c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.469096209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b07f3a50-78df-4521-b6af-b3781078894a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.477039328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"2773b17e-f973-4362-a684-e440375eacf7","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2ece70","model":"llm/e2e-rt-sw-2ece70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.558572667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ecae3ab2-70f9-4d1d-8c1f-f5be03899acc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.559205373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"eeda5668-75a9-4937-a7e9-fa00c8e75074","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.560085924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"namespace":"ai-tenant-e2e-mt-a230121c","name":"e2e-shared-sub-a230121c","reconcileID":"2160a9b3-5a5d-4957-bb6b-5c0b444b00ed","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-a230121c"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.638876336Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"71a5f32e-b492-44f2-b4cc-7fe148076563","namespace":"llm","name":"e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.63938735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"b2d72fdd-0eb4-402d-ae2a-57b15fb635fd","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.64012112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee71a20b-cd9c-4b4a-a38b-17e07e31a444","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.642818908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ecae3ab2-70f9-4d1d-8c1f-f5be03899acc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.645055429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"eeda5668-75a9-4937-a7e9-fa00c8e75074","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.66006746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"b2d72fdd-0eb4-402d-ae2a-57b15fb635fd","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.815603535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"dc574ec6-9eb8-4b7f-989e-8e1577a2b1a1","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.815639324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"dc574ec6-9eb8-4b7f-989e-8e1577a2b1a1","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.828376609Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.831260849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-sub-a230121c","reconcileID":"c628de74-1cd8-41f2-86d5-a256585bd2c9","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.834303459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"115a81ec-a686-495c-bf06-52ecdb619885","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.834988967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f57a29fd-9ebd-4aa0-9796-f20c0273dd34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.853007974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8e45d827-6583-4672-8147-f1e0395fe44a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.856458573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"30b422a8-f9e4-4d0f-9f3c-d5013eae6548","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.856497905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"30b422a8-f9e4-4d0f-9f3c-d5013eae6548","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:31.94237242Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"30b422a8-f9e4-4d0f-9f3c-d5013eae6548","name":"e2e-rt-eq-86abdb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-86abdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:31.942454223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"30b422a8-f9e4-4d0f-9f3c-d5013eae6548","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-86abdb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.942872812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2572c087-57ec-424f-9c2a-71cf3d40fddf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.942890713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2572c087-57ec-424f-9c2a-71cf3d40fddf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.946296627Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"115a81ec-a686-495c-bf06-52ecdb619885","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:31.949081426Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f57a29fd-9ebd-4aa0-9796-f20c0273dd34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.952305516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8e45d827-6583-4672-8147-f1e0395fe44a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.954310311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd3d2051-bbcb-4875-99aa-eac0fe697bbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.955921477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"115a81ec-a686-495c-bf06-52ecdb619885","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.956532078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"ff800782-1ce6-44f2-8465-f6394e6086eb","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.956559007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"ff800782-1ce6-44f2-8465-f6394e6086eb","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:31.96061498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f57a29fd-9ebd-4aa0-9796-f20c0273dd34","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.961141514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33371e93-7d43-4523-ab65-eed82dd629d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.961163867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33371e93-7d43-4523-ab65-eed82dd629d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.963402483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"b126c0d5-c044-4e26-9951-084ff8a6e0ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.037565855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"b126c0d5-c044-4e26-9951-084ff8a6e0ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.041520239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"d2d07945-bb05-4c45-8ed6-a485d5772b76","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.0415537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"d2d07945-bb05-4c45-8ed6-a485d5772b76","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.044463006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0e64123a-ac88-48ff-8b5a-3bbe4036010a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.045176486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e5d09a7a-2afd-4b9f-8ec5-c5ce2400ac83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.045618357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc57465f-2e80-4131-951f-3e6a3587b824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.046851977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"dc2f4dbf-fa76-4b36-9386-f72eab829c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.052012144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0e64123a-ac88-48ff-8b5a-3bbe4036010a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.052681461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e5d09a7a-2afd-4b9f-8ec5-c5ce2400ac83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.05486225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc57465f-2e80-4131-951f-3e6a3587b824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.055331304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"dc2f4dbf-fa76-4b36-9386-f72eab829c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.063308485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc57465f-2e80-4131-951f-3e6a3587b824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.073645059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50810b06-8b77-4c22-a6be-760fcea6fc3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.073659713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50810b06-8b77-4c22-a6be-760fcea6fc3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.108523257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"6c1facf1-92ab-4e98-b1ea-8c9f05696734","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.108551804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"6c1facf1-92ab-4e98-b1ea-8c9f05696734","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.135047057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"dce4d02b-3367-492c-b2e8-77860222c448","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.136676322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"d5ed65ed-3876-498e-9b42-9531577d7f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.137202885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9aedc9b4-1924-404b-a8ee-7574cde21ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.138214519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"493c4c2f-a2c3-4228-a9fd-7473ecedd64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.139847117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d1329c17-b92e-4511-93c6-96967fb88e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.147202805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"493c4c2f-a2c3-4228-a9fd-7473ecedd64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.147681849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9aedc9b4-1924-404b-a8ee-7574cde21ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.149609599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d1329c17-b92e-4511-93c6-96967fb88e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.14988269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"d5ed65ed-3876-498e-9b42-9531577d7f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.154715965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9aedc9b4-1924-404b-a8ee-7574cde21ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.156374575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-08111b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (642990a27a6fe503492b0b822797a02ed7d1de11f095bfb9de3adc0b00732ba8) AuthConfig (401239e9a5e1ca4010fac2fc9490cdb0682cbb16211618121d498b087343d53f) AuthConfig (454b3a70103be66959b073fd2326eac14b5c34236f95f5bb20364af99bc41d19) AuthConfig (45c9a09a2fc7967b227f9ed4be093137460ba74958e10e979d8c0729503d7a41) AuthConfig (88ee68bd7c7b0a360939144b8b3a8f8c3e7d21db02675817d1ff88dfdaf055a6) AuthConfig (78972221b71dc9d5c9fdedc8d66a635da4352690bfd30168ff0dbd8e1721b296) AuthConfig (c2ee7f87c1c8e5c310b50d80a6e45c48b3f67ed0e5cdffb0e3a5df44e64c666f) AuthConfig (0472e618a2cc97a534635046e835b15e97e3a3941180c9a4905c211d1d673cfe) AuthConfig (4c56ee4c691a3e3e513907b897b6c8a2fc7dcb8abedc12dc04668232b66dee3b) AuthConfig (31807f213a17b201ec25cd7d1ee1eb93e623cbb8c294cff5eae21a93268064aa) AuthConfig (8265d847a4ae517507931f980b887f7b1a6deb82a730917ad218de69296a6c19) AuthConfig (419ed742fd3d08f4fd02f9d0d755b6b00e72ae78bea68157bc85643ea8e419e9) AuthConfig (7b39c7321520775cdff37fa17a4767c432978d3097343c9189225f56f83641db) AuthConfig (0ad7b5b7241d35c3c9fbb8cd04bc4a4798cb0fe920c9dce8f94c8ff13c5361d7) AuthConfig (85e358f8ee7bf7cbabcd5e4131464375d0c93007b4316b7c5118d08cea177b1a) AuthConfig (22d0ab649ab68bc1312a8d8e75f646babf3b28a5010a8546ebe4d2c2054db860) AuthConfig (a34a2612d7c62cf905777a0dae0aeed7f262de318dfc7f47481d5e3894293646) AuthConfig (2b2ceea7387044a09fbe9fbfecef9f41dbb61a3efe5c778ebca7821d508e5c65) AuthConfig (523644c4aec24e19a51475494a595f0fe34670497d518a0ae1ec0943d0f9e6e0) AuthConfig (c860f2d24d748d51333d68f2aa6a54d3ead0ac7b8540cf76d1cb96069f107d2b) AuthConfig (1e9ac43ab8de9ac147c26de1e7c97ee21aaff6d421ea950bbf336a2409fdf006) AuthConfig (d175100ee6508760d81240d2e901154eb54a05c933c2e7a843d59f1ed8059655) AuthConfig (5bb4134ece572e2a0546596be4385e446cc01ab6babbb6bbb838f90386a40e44) AuthConfig (91bb390be8837576e490fbd0fab2f70202c24452cc3e5b95fa18949aa998e751) AuthConfig (988d602e4073d29c782506024927b12ca5ea4b57a30cb30dc08142c1870784c3) AuthConfig (f9921409b27e38aef37dc2012358021e2c69f356a8df4dfec1eb2dd74aa95638) AuthConfig (b60e0ee45b9c43e552ebb05b3f00efc5c39b7ae9eff23e2d15d7031f38e54b21) AuthConfig (ae3a8c80bb0ff87f258e7573990c0a09e0410c29fd766c38ab9f88cb189c0d7d) AuthConfig (c6dd0cfbeeb07140cb9bda7774085fd54cdc3547c93aae91f8f333588c56ab35) AuthConfig (b9fd47127702568b1d8a0db41d572181f9d11c3ec669bd59815c60652075f5ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"d5ed65ed-3876-498e-9b42-9531577d7f35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.163726928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"dce4d02b-3367-492c-b2e8-77860222c448","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.169519126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"dce4d02b-3367-492c-b2e8-77860222c448","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.175749949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d96479d-7e07-4a86-8932-7c042c6c2187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.175764795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d96479d-7e07-4a86-8932-7c042c6c2187","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.232958204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"b13e6177-6d69-44de-8f86-43c53793773e","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.232970887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"071d00fa-1995-49d5-9d21-8e1f3775a503","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.238906813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b9b74bcc-0af1-4dd0-a884-d4ca5107cc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.247554601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"b13e6177-6d69-44de-8f86-43c53793773e","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.248922591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"071d00fa-1995-49d5-9d21-8e1f3775a503","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.251994158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b9b74bcc-0af1-4dd0-a884-d4ca5107cc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.256430588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"3e93c607-5604-4ba1-9613-066d6a8960ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.257124284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a7deef-f711-40be-922c-4ac4893e922f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.286875553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"3e93c607-5604-4ba1-9613-066d6a8960ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.28746791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"926171fe-d137-43c7-8993-d0242be251e7","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.287488873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"926171fe-d137-43c7-8993-d0242be251e7","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:32.288167503Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a7deef-f711-40be-922c-4ac4893e922f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:32.288225364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a7deef-f711-40be-922c-4ac4893e922f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.292771561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"3e93c607-5604-4ba1-9613-066d6a8960ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.304711657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"9adfed53-6639-4e74-8b6d-33fa413a7130","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.304737013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"9adfed53-6639-4e74-8b6d-33fa413a7130","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.337769534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44f9727a-16d5-4bfc-81a4-edf982fdd9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.33776955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"642a0693-ce39-410e-a56b-2212cf322f1f","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.346146529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44f9727a-16d5-4bfc-81a4-edf982fdd9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.347299546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"642a0693-ce39-410e-a56b-2212cf322f1f","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.352529348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44f9727a-16d5-4bfc-81a4-edf982fdd9a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.354007616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"642a0693-ce39-410e-a56b-2212cf322f1f","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.367756335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"7483801e-0ce4-44f7-b3e6-ba55d02700ca","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.367790038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"7483801e-0ce4-44f7-b3e6-ba55d02700ca","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.377539244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c26329aa-3b88-4b04-a0af-13df785b6526","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.377561982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c26329aa-3b88-4b04-a0af-13df785b6526","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:33.540792836Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"96da8deb-39f2-40c3-9917-f2638e708c20","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:35.798431588Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"6c0297ee-ed73-45a2-93b9-3262879e4555","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:36.57375628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"09b05c91-3e7a-4c89-8836-d35cf4f1c33f","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-10c660","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:36.600825899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"cc8be742-1ef7-4ceb-aaa7-ca5a02dd2a0e","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:36.600849441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"cc8be742-1ef7-4ceb-aaa7-ca5a02dd2a0e","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:37.577068035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"cd9168f6-3363-48e3-8a08-ed4883cc2e73","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:37.586416765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"cd9168f6-3363-48e3-8a08-ed4883cc2e73","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:38.51116536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"a9a4f7b0-66a0-4ef5-bbff-800ab1c0edce","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:38.523691653Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"7af1d450-4c91-40ef-b387-d783646338c3","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:38.710608723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf52f97-b8d4-4c55-b13a-d1e9bf6f4c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:38.716454736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf52f97-b8d4-4c55-b13a-d1e9bf6f4c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:38.725560282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf52f97-b8d4-4c55-b13a-d1e9bf6f4c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:38.741373178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf52f97-b8d4-4c55-b13a-d1e9bf6f4c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:39.115817018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a04958-95d9-4b5c-9aa6-97c1cdcb2db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:39.119794806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a04958-95d9-4b5c-9aa6-97c1cdcb2db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:39.123623895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a04958-95d9-4b5c-9aa6-97c1cdcb2db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:39.128931031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a04958-95d9-4b5c-9aa6-97c1cdcb2db2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:39.543849113Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"1c93afc7-9e96-4125-af61-2a5247c4a05b","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:39.558800597Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-dd2bbf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-dd2bbf","reconcileID":"1bb948b6-fe4a-4027-a46e-1b1b9633ac9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-dd2bbf","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-dd2bbf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:39.633665805Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"724f0f7b-c9bd-4df4-9d78-901ac72cf0a4","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:40.062032053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504129f7-ced7-450a-82f3-8165c5858a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:40.066135393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504129f7-ced7-450a-82f3-8165c5858a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:40.068914595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504129f7-ced7-450a-82f3-8165c5858a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:40.072455243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504129f7-ced7-450a-82f3-8165c5858a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:40.816697884Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"457d5ab8-fa27-4980-ac0b-de2a4b747bf5","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.270771232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"70bea26d-b032-4878-9e7b-a94c2f473f20","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.293859199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"a265110d-bb3d-43f1-8b2e-c1329ad405eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.297493907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"eb09c9b0-db31-4bb6-9a52-e8b8d832bb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.337483797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"eb09c9b0-db31-4bb6-9a52-e8b8d832bb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.341567152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"8c3aa09e-30f3-4395-ab66-839a9ffbcada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.355791223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"081e9acb-d761-47f6-ab00-2239966e29c6","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.356677116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"8c3aa09e-30f3-4395-ab66-839a9ffbcada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.421020895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"b5a0ef36-afc3-4cd5-abed-b4c3498889fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.486225316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"a51fad17-92c3-43ee-bb69-2204c2524894","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.60594957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"31c868e0-1344-431c-9b5c-1bcb3019fed5","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.772623829Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.821789047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"51215654-faa4-4630-95a7-056f09b220a9","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.838416495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"a1f592eb-5435-4a5b-9d48-9edddec8ba6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.842249922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"26428364-a9ef-49da-b21d-ef34214aed71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.842769482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"1c45fa08-63df-4450-8252-e49adf63ef5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.84983452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"26428364-a9ef-49da-b21d-ef34214aed71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.85005563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"1c45fa08-63df-4450-8252-e49adf63ef5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.859947854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"0902d3d6-c28f-43e1-bab0-c5fffa98e449","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:41.934831826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"3db08c5e-7cd5-41e0-8f78-9f8bf073e7b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.091619098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04b4587c-281b-485b-82ea-0427f6afe905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.09975167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04b4587c-281b-485b-82ea-0427f6afe905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.106210342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04b4587c-281b-485b-82ea-0427f6afe905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.112869585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a2aa5e9-fff4-4d06-a928-a587274c93ff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.112941554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a2aa5e9-fff4-4d06-a928-a587274c93ff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.182714284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"e8ae50da-c204-4e30-941a-801ef8b9fa04","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.211873281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"e8ae50da-c204-4e30-941a-801ef8b9fa04","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.218064007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"e8ae50da-c204-4e30-941a-801ef8b9fa04","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.226819408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a6c4e86-053a-4111-ab23-2b27cdeba79e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.226845962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a6c4e86-053a-4111-ab23-2b27cdeba79e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.350222995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5d15b752-9b3c-4d48-b9fa-2f2cb12af3bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.382906211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5d15b752-9b3c-4d48-b9fa-2f2cb12af3bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.384149557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"9011e9f8-cd03-49e6-b462-4571e721b404","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.391496194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5d15b752-9b3c-4d48-b9fa-2f2cb12af3bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.393881383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"9011e9f8-cd03-49e6-b462-4571e721b404","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.403384552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"9011e9f8-cd03-49e6-b462-4571e721b404","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.403901482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"8e509828-2892-4b59-b77e-0a111445d2a5","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.403919134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"8e509828-2892-4b59-b77e-0a111445d2a5","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.425074485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"0de74a9f-fd1f-4fe2-91f4-32c16f8f89c9","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.425100736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"0de74a9f-fd1f-4fe2-91f4-32c16f8f89c9","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.454017971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269c7c38-19ae-4a2e-9b8b-84d1f5eee4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.462107968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269c7c38-19ae-4a2e-9b8b-84d1f5eee4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.468180634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269c7c38-19ae-4a2e-9b8b-84d1f5eee4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.477547925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13422f2d-66bc-4204-8987-7caa3676241f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:42.477577256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13422f2d-66bc-4204-8987-7caa3676241f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.547978444Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"1c6442bc-426b-43bb-a0d1-5e4f6c6c4399","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.0929922Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"77bb28ca-320c-444d-a35a-15618d30d656","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.134731584Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"2284117f-49a7-4984-bf0b-2c6cc16ee6db","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.150631929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"5226e607-7db3-4100-9f29-4c7ffd5e04ef","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.164930461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9050433-4689-4095-b2d8-171ac29c24ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.166680375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"71682271-583b-4b22-a77f-7f5d38b5ae5a","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.166910937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95505be4-145c-4d94-9473-1fa9bd77b2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.167283902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"54796a0e-3267-435d-a522-255bd5c14ba0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.167637473Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"5aae6cb9-d5d9-429c-968f-c973ec086f95","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.17443025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9050433-4689-4095-b2d8-171ac29c24ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.177054998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"71682271-583b-4b22-a77f-7f5d38b5ae5a","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.178101244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95505be4-145c-4d94-9473-1fa9bd77b2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.180562115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"54796a0e-3267-435d-a522-255bd5c14ba0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.183314419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9050433-4689-4095-b2d8-171ac29c24ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.186297675Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"5226e607-7db3-4100-9f29-4c7ffd5e04ef","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.23644582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95505be4-145c-4d94-9473-1fa9bd77b2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.236615795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"71682271-583b-4b22-a77f-7f5d38b5ae5a","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.238740034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"5226e607-7db3-4100-9f29-4c7ffd5e04ef","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.24045174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"54796a0e-3267-435d-a522-255bd5c14ba0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.249001323Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"f549c4a8-12b3-4365-8278-43694afe0e6f","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.257968376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"597e2825-8224-460c-b878-9b289767df81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.257985077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"597e2825-8224-460c-b878-9b289767df81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.265677813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c9214568-1540-4f9e-9e69-916d0adf9925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.266397018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"5d1483d8-ee84-4c45-979f-b0c56868e8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.26648276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"128f1b5c-fc31-4e15-8f43-929feef4aa11","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.266502452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"128f1b5c-fc31-4e15-8f43-929feef4aa11","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.271368773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"55dbef90-36e7-4631-951a-1cbc58a3a982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.272007994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"69ebdac5-9c53-4a58-99d5-105010e0f23d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.272027783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"69ebdac5-9c53-4a58-99d5-105010e0f23d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.276415098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"5d1483d8-ee84-4c45-979f-b0c56868e8fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.27669048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c9214568-1540-4f9e-9e69-916d0adf9925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.277269656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"1fdaca3b-3d6c-489f-8648-871435f52276","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.277287209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"1fdaca3b-3d6c-489f-8648-871435f52276","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.279242124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"55dbef90-36e7-4631-951a-1cbc58a3a982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.335170143Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"e863fa22-34ec-4fad-8dd0-6bed8a05e822","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.344632225Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"4781b7a9-beb3-4340-b7cc-501fa0b96850","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.348405566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"59e19357-c62e-4edc-8727-326d726089e6","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.349022588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"413157e3-7011-40fa-9c59-f007d0bde937","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.349597945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4c3d53e3-c2a7-4184-8cc2-6351eda36249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.35667724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"59e19357-c62e-4edc-8727-326d726089e6","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.360208456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"413157e3-7011-40fa-9c59-f007d0bde937","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.435724898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4c3d53e3-c2a7-4184-8cc2-6351eda36249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.436303305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"4e631689-e3f1-4027-a3df-fb0a7f740b91","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.436323813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"4e631689-e3f1-4027-a3df-fb0a7f740b91","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.497862126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"bd646566-a123-47da-88fc-fbc730e65ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.565454032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"bd646566-a123-47da-88fc-fbc730e65ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.583426776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"19923c6c-1d27-4a80-9d86-c0521b121183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.584082793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"784e993c-a0a1-46bf-b310-68ad7f19ad26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.595911803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"784e993c-a0a1-46bf-b310-68ad7f19ad26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.601796287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"19923c6c-1d27-4a80-9d86-c0521b121183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.650085666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"aed66b7d-561f-408c-bc6c-7e935af47c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.650627789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9e8d88cf-98a3-4bac-bd58-25a35258bbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.65917318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9e8d88cf-98a3-4bac-bd58-25a35258bbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.659519129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"aed66b7d-561f-408c-bc6c-7e935af47c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.749753704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"fb9106ef-fcae-4c59-8876-a9416e57ad1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.75678373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"fb9106ef-fcae-4c59-8876-a9416e57ad1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.85289286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"1514c158-898a-4605-b9f6-9b4f069823d0","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.859426941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"1514c158-898a-4605-b9f6-9b4f069823d0","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.860532059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3859ecdd-5ee0-4c5b-9ead-dc3017201770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.860602104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"7b0e659d-52e3-4418-98f9-b5ec57bb1e80","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.861004798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff552a24-c043-4a6f-9c87-02daa9a201c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.861031173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f26c39b5-6390-491e-9f25-bbf06db9f5f6","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.865295509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"1514c158-898a-4605-b9f6-9b4f069823d0","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.889657496Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"7b0e659d-52e3-4418-98f9-b5ec57bb1e80","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:47.890293079Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3859ecdd-5ee0-4c5b-9ead-dc3017201770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:47.892717627Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff552a24-c043-4a6f-9c87-02daa9a201c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:47.895522406Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f26c39b5-6390-491e-9f25-bbf06db9f5f6","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.896473228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"7b0e659d-52e3-4418-98f9-b5ec57bb1e80","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:47.897801426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3859ecdd-5ee0-4c5b-9ead-dc3017201770","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.898527428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c31c708d-af54-41d0-8830-aa6a117b4431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.898542634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c31c708d-af54-41d0-8830-aa6a117b4431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:47.900954706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff552a24-c043-4a6f-9c87-02daa9a201c7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.901209129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8de53242-d5d8-427b-82ed-ce7b2fbac8f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.901228115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8de53242-d5d8-427b-82ed-ce7b2fbac8f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:47.904316376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f26c39b5-6390-491e-9f25-bbf06db9f5f6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.906798218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"46753890-eed9-433c-b7dd-dd4e058a8735","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.906814824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"46753890-eed9-433c-b7dd-dd4e058a8735","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.912646178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"0ebba4fa-a02b-4728-9b00-ce50b4df35d5","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.91266173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"0ebba4fa-a02b-4728-9b00-ce50b4df35d5","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.938433396Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"7407c72a-fb28-4577-84d4-366684b32236","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.947409339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c05d92ef-6f89-4d90-9964-321e28c906c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.9474966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3eb47bfa-a8ae-42a6-b777-97f332c9681e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.948019863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"71639a50-a3d3-4e37-8687-0572608a94cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.948183152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c23e4cc9-41c6-4185-b904-4e6313a6bcb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.948645042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"abd62c3c-374f-4b89-ad1d-c1e40a297fa9","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.95523533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"3eb47bfa-a8ae-42a6-b777-97f332c9681e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.95622019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c05d92ef-6f89-4d90-9964-321e28c906c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.958567893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c23e4cc9-41c6-4185-b904-4e6313a6bcb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.959824171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"71639a50-a3d3-4e37-8687-0572608a94cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.960991016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"abd62c3c-374f-4b89-ad1d-c1e40a297fa9","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:47.976091711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"e9e085c5-4c71-4191-a952-b7e56b605f9b","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.03675417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"3ffc375f-b130-4277-937e-e8a393cc7e17","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.04360479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe1f682e-7bb4-4b2a-a117-e81684ab2aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.048529883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"3ffc375f-b130-4277-937e-e8a393cc7e17","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.053968249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"23645c8b-d1c0-4ca0-8991-7536e58932d4","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.05995838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"e9e085c5-4c71-4191-a952-b7e56b605f9b","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.14366997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"a711702d-1c5e-4a1c-862c-9781cec39f26","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.144396335Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"faf75f8f-9698-4e31-8e32-cc732e3283b8","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.167949078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"54ad9d43-2ce4-44d7-b98f-4c7c7ca50eb6","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.169916288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"e9e085c5-4c71-4191-a952-b7e56b605f9b","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.176306913Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"23645c8b-d1c0-4ca0-8991-7536e58932d4","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:48.178589235Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe1f682e-7bb4-4b2a-a117-e81684ab2aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:48.178669062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe1f682e-7bb4-4b2a-a117-e81684ab2aee","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.180773069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38bec4ba-40c1-4aea-a8bc-628ff97a8abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.237644447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"23645c8b-d1c0-4ca0-8991-7536e58932d4","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.242746056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"dbded8f5-ae63-49a5-8e61-baaba6ee14dd","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.242774461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"dbded8f5-ae63-49a5-8e61-baaba6ee14dd","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.244416519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38bec4ba-40c1-4aea-a8bc-628ff97a8abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.249031426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"5634f284-f2a4-4b03-bea4-834166d8e78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.251867944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38bec4ba-40c1-4aea-a8bc-628ff97a8abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.252364605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"71a13241-f54d-44af-bbd7-41e68a57fdad","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-10c660","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.252652722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f925f74c-42f2-4e22-bfb8-ed4719003831","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.25593739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"5634f284-f2a4-4b03-bea4-834166d8e78a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.335552338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f925f74c-42f2-4e22-bfb8-ed4719003831","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.337075992Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"22c3f403-e2d7-44b4-84ee-72ae781354f5","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.343887519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f925f74c-42f2-4e22-bfb8-ed4719003831","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.344695759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"e0eae2b9-785b-47a9-99ae-60575199b7b2","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.344719355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"e0eae2b9-785b-47a9-99ae-60575199b7b2","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.358363165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"91f1a76c-05ad-4cb0-b3bc-0b5b24012cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.464977634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"91f1a76c-05ad-4cb0-b3bc-0b5b24012cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.55117493Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"b3270303-a60d-4114-9658-2d9b27f5d44c","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.57024141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4286b683-758e-4485-a841-86546062134f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.570365202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4286b683-758e-4485-a841-86546062134f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.576624075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fa838642-b467-4570-8c80-257dc14fbe73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.581445972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"b110b77d-16fb-45cd-8c6d-0e6b7a5e436b","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.581470868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"b110b77d-16fb-45cd-8c6d-0e6b7a5e436b","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.585823528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"35c26579-616a-4b28-9c29-bc51caf38a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.586426006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"f8409793-a843-4038-a06c-c3dbd4d6cb78","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.593764309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"fa838642-b467-4570-8c80-257dc14fbe73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.594680843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8eba86e2-678f-4b8a-a145-02bfff0551ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.594700624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8eba86e2-678f-4b8a-a145-02bfff0551ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.637360467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"35c26579-616a-4b28-9c29-bc51caf38a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.639835638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"f8409793-a843-4038-a06c-c3dbd4d6cb78","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.640813814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"00c7fd8f-a7fb-4372-9a30-e39f0adf4bb9","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.640832495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"00c7fd8f-a7fb-4372-9a30-e39f0adf4bb9","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.643687656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c96de9e6-ddbe-414d-8d96-21e992914443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.644488157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"d61b0f87-866b-46fd-95f9-65efdfb52b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.647863934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"0fb9fd8c-8d3f-456b-8158-a0b127c11294","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.647885063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"0fb9fd8c-8d3f-456b-8158-a0b127c11294","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.651760863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c96de9e6-ddbe-414d-8d96-21e992914443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.655333815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"d61b0f87-866b-46fd-95f9-65efdfb52b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.658774332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"7c372530-8201-4587-bfce-572b387808b0","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.658790926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"7c372530-8201-4587-bfce-572b387808b0","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.734614205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc1b563-6b88-4dc3-b5ce-42d9fcdae7ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.737718321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc1b563-6b88-4dc3-b5ce-42d9fcdae7ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.741521763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc1b563-6b88-4dc3-b5ce-42d9fcdae7ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.746023806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdc1b563-6b88-4dc3-b5ce-42d9fcdae7ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.844632103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"764a8787-82c5-4270-937c-00229d9bb4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.847923363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"7d810b26-2c60-4456-8aa1-418637baf0f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.848379413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f8a184af-2cfb-4cb1-82ad-ff38929c2081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.854723199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"764a8787-82c5-4270-937c-00229d9bb4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.857692258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"732e714c-9115-4f50-a4f3-1f7f24801b30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.8603136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f8a184af-2cfb-4cb1-82ad-ff38929c2081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.860628299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"7d810b26-2c60-4456-8aa1-418637baf0f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.864664217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5359b085-98c0-4e9e-92f0-10226faec215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.86953041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"732e714c-9115-4f50-a4f3-1f7f24801b30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.882427701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5359b085-98c0-4e9e-92f0-10226faec215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.935661964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5359b085-98c0-4e9e-92f0-10226faec215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.956315182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"5b63bc47-8b8d-4950-b066-d20864384f6b","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:48.98516564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"5b63bc47-8b8d-4950-b066-d20864384f6b","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.04929208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"9f31ff8f-8071-4501-a634-8f420a644b91","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.115967523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"9f31ff8f-8071-4501-a634-8f420a644b91","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.150530434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"9f31ff8f-8071-4501-a634-8f420a644b91","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.160729487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31dd41f3-5fde-456d-b7cb-565de60a902a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.160758659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31dd41f3-5fde-456d-b7cb-565de60a902a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.166334339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"5d998e35-d9de-4e62-99b6-df4c9752d776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.166601073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"17dd0bc8-45a0-4658-aecd-3a4608c86876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.234900018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf2d5ec0-a6f2-43a9-95c7-0e8aa028b6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.235158607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"16b33d6a-5288-4671-9993-6e3d3c8506d9","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.237716531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"5d998e35-d9de-4e62-99b6-df4c9752d776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.239571657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"17dd0bc8-45a0-4658-aecd-3a4608c86876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.240250517Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"ca971ccf-cbdd-4b22-8d30-398fed3fcd8b","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.256742031Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-1ec4b892","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-1ec4b892","reconcileID":"4f183951-88d3-4526-90df-f720b0ee2e91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-1ec4b892","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-1ec4b892":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.266294443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f55bd900-e1d2-486b-bf32-08a941ec86c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.277202207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f55bd900-e1d2-486b-bf32-08a941ec86c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.282399264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf2d5ec0-a6f2-43a9-95c7-0e8aa028b6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.28579632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25acd7aa-93c2-4c02-9b75-492c6115d798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:49.286255861Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"16b33d6a-5288-4671-9993-6e3d3c8506d9","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.289427428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25acd7aa-93c2-4c02-9b75-492c6115d798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.290901478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf2d5ec0-a6f2-43a9-95c7-0e8aa028b6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.297987158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25acd7aa-93c2-4c02-9b75-492c6115d798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:49.2990112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"16b33d6a-5288-4671-9993-6e3d3c8506d9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.301868944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25acd7aa-93c2-4c02-9b75-492c6115d798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.30995391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"cdf604e0-179b-4b2f-84fe-ab5cf26f4057","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.309981257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"cdf604e0-179b-4b2f-84fe-ab5cf26f4057","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.337216548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7350833c-f8aa-43ee-9413-1370d10a7b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.337241015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7350833c-f8aa-43ee-9413-1370d10a7b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.351717753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"d13f60db-2e35-4dee-9c22-ee9c495cd954","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.360291855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c823cc9f-a4fb-40be-8eab-4c8540478c63","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.363107434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"c6c3ee9a-0fc0-482f-a564-b99751a0e697","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.363829392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"2251bdf8-6489-41ba-8222-d658190f556c","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.363848218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"2251bdf8-6489-41ba-8222-d658190f556c","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.365022785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"75a1aedd-6176-4df6-8bd6-5007896871b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.367929328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"ebd743ac-d5b0-4881-9cfe-cf0b2e9c4999","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.36882057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c823cc9f-a4fb-40be-8eab-4c8540478c63","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.371376177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"c6c3ee9a-0fc0-482f-a564-b99751a0e697","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.37206333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"75a1aedd-6176-4df6-8bd6-5007896871b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.374752384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"ebd743ac-d5b0-4881-9cfe-cf0b2e9c4999","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.377932528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"75a1aedd-6176-4df6-8bd6-5007896871b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.378295305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be2e115d23e54a112b36938435b16c81d78bb7e9cd3e451ddcd6e96d68e79a25) AuthConfig (b41d8d06b03d1ee388ea464136aed05abee4b6fc55ad8ca354334c015fea5d22) AuthConfig (6232f9d17788adccce256745772be779263c0957bb8c74cc369d5556df9c56a3) AuthConfig (61b6ee01470a578a9981f8966e7d448f89ac729989c413b039c7eef41b0b567c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"c6c3ee9a-0fc0-482f-a564-b99751a0e697","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.381100431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"ebd743ac-d5b0-4881-9cfe-cf0b2e9c4999","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.392255749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"0ff5176a-8502-4028-9919-07ed3ef14c85","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.392272446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"0ff5176a-8502-4028-9919-07ed3ef14c85","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.398570501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"e26ca8b1-bb67-4cb2-a4b5-ebc1f73450af","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.398587881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"e26ca8b1-bb67-4cb2-a4b5-ebc1f73450af","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.434882572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"b5f873de-bc00-4b49-b25a-1da3e2ed86cc","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.434911172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"b5f873de-bc00-4b49-b25a-1da3e2ed86cc","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.608087182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3798fd6e-2dd3-4e57-b9e0-ee7379bf99be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.634653963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3798fd6e-2dd3-4e57-b9e0-ee7379bf99be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.637805498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3798fd6e-2dd3-4e57-b9e0-ee7379bf99be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.641220589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3798fd6e-2dd3-4e57-b9e0-ee7379bf99be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.865099882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c4222f9-e324-4f0b-920f-8356019eb82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.867860012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c4222f9-e324-4f0b-920f-8356019eb82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.870415059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c4222f9-e324-4f0b-920f-8356019eb82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:49.873391368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c4222f9-e324-4f0b-920f-8356019eb82b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.195778796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035beb02-0dcc-42ef-9f8e-8a1c2ab67bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.198410498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035beb02-0dcc-42ef-9f8e-8a1c2ab67bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.200941552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035beb02-0dcc-42ef-9f8e-8a1c2ab67bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.203335182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"035beb02-0dcc-42ef-9f8e-8a1c2ab67bd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.407245107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba86721c-cc94-4e36-b25b-9cf39e1d9c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.409582238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba86721c-cc94-4e36-b25b-9cf39e1d9c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.411927785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba86721c-cc94-4e36-b25b-9cf39e1d9c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.414300591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba86721c-cc94-4e36-b25b-9cf39e1d9c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:50.618561595Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"dba28b59-0df3-4118-abae-50804dd2da01","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:51.828589243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"b8c5fb7d-d760-4c3f-a8ec-2d50cf454287","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dd2bbf","tenantID":"e2e-api-a-dd2bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:51.882479907Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"b8c5fb7d-d760-4c3f-a8ec-2d50cf454287","name":"e2e-api-a-dd2bbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:58.180013864Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"3a2dcc4a-cd2e-4adb-8942-ac44fe7853e9","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:58.964504387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb9fca7c-2d1f-445e-9ed8-922cde30bc85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:58.970909705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb9fca7c-2d1f-445e-9ed8-922cde30bc85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:58.979632203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb9fca7c-2d1f-445e-9ed8-922cde30bc85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.003003059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b62bd2c8-7868-4204-ab55-588353799646","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.003034317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b62bd2c8-7868-4204-ab55-588353799646","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.168026761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"0a3fd15a-a4d0-46af-8dd9-14a98a35bae2","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.196138641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"0a3fd15a-a4d0-46af-8dd9-14a98a35bae2","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.204427021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"0a3fd15a-a4d0-46af-8dd9-14a98a35bae2","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.211008204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"affb76e7-e907-4adf-8f9d-a3593c6ed9c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.211030662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"affb76e7-e907-4adf-8f9d-a3593c6ed9c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.326273823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d183e4e4-6bc4-4cc9-9683-4089abb42e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.355498506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d183e4e4-6bc4-4cc9-9683-4089abb42e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.361778642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d183e4e4-6bc4-4cc9-9683-4089abb42e9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.371929163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29afe157-bfae-46e5-8fc5-073754cfa4d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.371945125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29afe157-bfae-46e5-8fc5-073754cfa4d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.425955754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"c3432f10-e8e4-42e9-9ab0-7ca96762188d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.428029181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"cce619af-2bfb-4cf2-9b2d-77facc915e56","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.428570667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c268a169-55a0-41a3-a3a1-6626a4f29180","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.433032275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"c3432f10-e8e4-42e9-9ab0-7ca96762188d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.434938724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"cce619af-2bfb-4cf2-9b2d-77facc915e56","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.43516658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c268a169-55a0-41a3-a3a1-6626a4f29180","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.439053904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be2e115d23e54a112b36938435b16c81d78bb7e9cd3e451ddcd6e96d68e79a25) AuthConfig (b41d8d06b03d1ee388ea464136aed05abee4b6fc55ad8ca354334c015fea5d22) AuthConfig (6232f9d17788adccce256745772be779263c0957bb8c74cc369d5556df9c56a3) AuthConfig (61b6ee01470a578a9981f8966e7d448f89ac729989c413b039c7eef41b0b567c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"c3432f10-e8e4-42e9-9ab0-7ca96762188d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.440736872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"cce619af-2bfb-4cf2-9b2d-77facc915e56","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.441081607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c268a169-55a0-41a3-a3a1-6626a4f29180","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.449327483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"43092966-4578-4437-a85d-d7d35fa38b64","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.449383393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"43092966-4578-4437-a85d-d7d35fa38b64","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.454572868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"55bbac63-f612-42b9-8060-d3cbdadc28b6","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.454590324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"55bbac63-f612-42b9-8060-d3cbdadc28b6","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:00.628979619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"5828187f-77ab-4df3-86e7-5f30d155eff1","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:00.80160765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"55438b65-2719-4377-8f3b-53a8433c51dc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:00.847695009Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"55438b65-2719-4377-8f3b-53a8433c51dc","name":"e2e-mt-1ec4b892-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.256813645Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"707e4d2a-4b84-42f5-bf2c-5ebf6d38a60d","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.560017251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a958e85-f78c-422f-ab5a-a1f0f62813cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.564688836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a958e85-f78c-422f-ab5a-a1f0f62813cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.570043947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a958e85-f78c-422f-ab5a-a1f0f62813cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.593610198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a958e85-f78c-422f-ab5a-a1f0f62813cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.885397287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef21afd-08af-4880-8fea-72d977ae8b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.888752004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef21afd-08af-4880-8fea-72d977ae8b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.892047947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef21afd-08af-4880-8fea-72d977ae8b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.896405085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef21afd-08af-4880-8fea-72d977ae8b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.023252898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"b3017e5c-bc4d-4be6-8c7b-4338599e0088","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.024148682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"ac432ebb-6684-44ba-92ab-ad6a114a7953","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.039324952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"ac432ebb-6684-44ba-92ab-ad6a114a7953","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.04017963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"b3017e5c-bc4d-4be6-8c7b-4338599e0088","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.047298936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65b40d81d0131073dad528ac93337fbf7aedc398ba5b6ac0b5245f9e2620c991) AuthConfig (80c6e499a30c94bcbd5aae02b23e6457a7f12cfd3b0ea2dad43e9df876b275f9) AuthConfig (f490230c5d85c9b4785a2c9ac7247c5eb704b2ae40c2073de4482566a67d3f50) AuthConfig (8ef92d9372ae9a798904f9bdce6ebd142928fd2b91dde2633240cb295612505e) AuthConfig (e953794befb0fea118067cdee651ed0a1cabc40a284ce22971318ef0a7ac4f2d) AuthConfig (32980f24d675a4e8b6c6ab89d8410f961ce351f457d858339961687b0451a7aa) AuthConfig (b53d7a9cfc3b4e5e294349405838d2fa9222c5aeb53b01995dd65005bfc4fce6) AuthConfig (2dae27bfd1f220fd4402a3a1a0ad4b96a552069043e98a377cfdd79a3f5df70b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"b3017e5c-bc4d-4be6-8c7b-4338599e0088","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.06183579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"cbf9fa87-79e1-4cf2-a233-73c63cb12f07","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.061924921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"cbf9fa87-79e1-4cf2-a233-73c63cb12f07","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.775876862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"f0e5014a-a410-468b-b11b-d01fbf7f0adc","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.820775313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"9655dd06-4060-4981-8124-96d198e12cfa","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.825777474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"864214a0-7e92-41b3-8efe-8313cdfe5623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.831401216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ac373bf6-3dc8-4260-b21a-227e46360ed0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.83439376Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"f0e5014a-a410-468b-b11b-d01fbf7f0adc","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.834734019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"9655dd06-4060-4981-8124-96d198e12cfa","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.841595872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cfcaef-9f91-4424-813e-ba6bf0c49c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.854202873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"864214a0-7e92-41b3-8efe-8313cdfe5623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.856019773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"9655dd06-4060-4981-8124-96d198e12cfa","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.884027253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"f0e5014a-a410-468b-b11b-d01fbf7f0adc","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.906813882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"864214a0-7e92-41b3-8efe-8313cdfe5623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.91716911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"e6112b26-6cd8-4893-90b3-785aff0acb86","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.91728606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"e6112b26-6cd8-4893-90b3-785aff0acb86","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.925092803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c31117-97ca-4145-af6f-2ee86f0bc1b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.925187151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c31117-97ca-4145-af6f-2ee86f0bc1b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.927249652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7093007e-2b43-497b-863e-a069280c2be1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.927335401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7093007e-2b43-497b-863e-a069280c2be1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:04.934766661Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cfcaef-9f91-4424-813e-ba6bf0c49c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.935119346Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ac373bf6-3dc8-4260-b21a-227e46360ed0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:04.953196966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cfcaef-9f91-4424-813e-ba6bf0c49c09","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.954140243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6777ed96-6d8b-4d22-a24c-1575951d8caf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.954161053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6777ed96-6d8b-4d22-a24c-1575951d8caf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:04.971252868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ac373bf6-3dc8-4260-b21a-227e46360ed0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.003032342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"d7af1627-f762-41f3-8c8a-922ad5e3ec1c","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.003083248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"d7af1627-f762-41f3-8c8a-922ad5e3ec1c","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.050382476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd3e776b-0399-4f16-9129-83eace32fb9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.072233588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd3e776b-0399-4f16-9129-83eace32fb9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.082190063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd3e776b-0399-4f16-9129-83eace32fb9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.098129981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36b26576-ee8e-4e41-983e-336d4a134709","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.098157166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36b26576-ee8e-4e41-983e-336d4a134709","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.161442379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cccbd42-2b7c-4a2e-8c20-76032cb6f3cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.16147111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cccbd42-2b7c-4a2e-8c20-76032cb6f3cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.176906604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a5bc441-756d-4e3c-a4e8-b26108dc7664","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.176932985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a5bc441-756d-4e3c-a4e8-b26108dc7664","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.218756946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"9057ba94-e3e8-4714-a8a2-9b0647afd53b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dd2bbf","tenantID":"e2e-api-a-dd2bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.248785643Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"9057ba94-e3e8-4714-a8a2-9b0647afd53b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"name":"e2e-api-a-dd2bbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.26210574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dd2bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"9057ba94-e3e8-4714-a8a2-9b0647afd53b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.273121028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed0f0cca-2c6b-48f8-ad52-94d614f567c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:05.273147093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed0f0cca-2c6b-48f8-ad52-94d614f567c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.86956581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"cf628546-192e-4b9d-87ad-22ab53def6fd","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.885558594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"06fa3c0f-70b3-40ce-959a-1fd165856b6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.889647065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2d34d05e-8dc2-430f-9a06-2351f4aff7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.890776699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"53e950db-e07f-40c3-b5ad-93cd2e8ed82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.897356447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2d34d05e-8dc2-430f-9a06-2351f4aff7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.899239248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"53e950db-e07f-40c3-b5ad-93cd2e8ed82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.904108469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"78de1464-897b-481e-8c07-aae46d16d488","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:07.983379889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"d86ddee6-6767-4b7a-aa73-09b675e60e0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:08.185898341Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"e8ccfd8e-b8c7-4b98-adc2-6300b726ec62","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:08.986851719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"d443da7c-b9b2-4fff-b8e2-63dcca7518c9","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.059882236Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"e4a904e5-762c-4e17-8388-63a85167e8af","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.168474487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec371add-2b3a-48aa-b042-bdf895cae66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.171235023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec371add-2b3a-48aa-b042-bdf895cae66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.17382255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec371add-2b3a-48aa-b042-bdf895cae66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.17685904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec371add-2b3a-48aa-b042-bdf895cae66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.387891023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8ef8f8-f73f-4706-b103-51e955c39aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.390414645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8ef8f8-f73f-4706-b103-51e955c39aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.392942987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8ef8f8-f73f-4706-b103-51e955c39aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.39538498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8ef8f8-f73f-4706-b103-51e955c39aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.603920017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f360cde7-03dc-49f9-9f76-d24438d5ee3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.606467063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f360cde7-03dc-49f9-9f76-d24438d5ee3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.608974138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f360cde7-03dc-49f9-9f76-d24438d5ee3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.611338075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f360cde7-03dc-49f9-9f76-d24438d5ee3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.80800282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"e6da57d2-0f29-46ad-9e6a-07d95b666290","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.834743684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"f46e9829-2c08-4b67-b47c-8dff3527a968","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.847512335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"06ea8d0c-d3e5-481f-86e2-202577a2750c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.849907246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"c9186807-a813-4296-b404-dbeacfcc19d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.854964855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"77b193bc-154f-4a67-a630-b5b352c3f31b","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.855213722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"06ea8d0c-d3e5-481f-86e2-202577a2750c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.8583017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"c9186807-a813-4296-b404-dbeacfcc19d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:09.945285124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"e96ee628-a12e-487b-97e4-f05aee9bdc7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.075727673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"d5032ebc-511d-4cfb-acc7-e3339aef3180","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.088101963Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-418af8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-418af8","reconcileID":"0aff7006-c1cf-4344-9122-4299159859ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-418af8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-418af8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.129955842Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"950edba8-7308-4111-a3a0-69ead43fc8e5","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.245436456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da4a710-7f2b-40c1-897e-4835c1ade170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.247862234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da4a710-7f2b-40c1-897e-4835c1ade170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.250526004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da4a710-7f2b-40c1-897e-4835c1ade170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.253032164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da4a710-7f2b-40c1-897e-4835c1ade170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.437373624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"cf14fcd8-2e63-440f-a3f6-ead63173c345","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.45367725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"acbb040f-1ec9-42bc-8b04-59297b99edb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.456953017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"94f5337d-6650-4355-ac06-e81174dae6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.456977166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"6b613902-9b57-42ef-baf7-4dafc14f8f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.464473976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"6b613902-9b57-42ef-baf7-4dafc14f8f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.464506565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"94f5337d-6650-4355-ac06-e81174dae6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.475597412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"6eac3d94-90c9-4589-8a95-44147176767f","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:10.550721089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"f7119da2-5c14-4251-bc52-8cc58e3666d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:11.046720049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"81657904-09dc-435f-a224-89b541c1550b","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:11.071106673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"f9a494f2-04e8-479e-a48d-7e8d727d1d86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:11.074679278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"6aed7afa-91f5-4c5b-85aa-ab2b73d2a2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:11.07574894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"8fbb653c-1120-4b6a-9941-1f3cc311d419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:11.08384473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"6aed7afa-91f5-4c5b-85aa-ab2b73d2a2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:11.13613044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"d9c16437-8df8-4206-9bd2-be23c101e750","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:11.137042361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"8fbb653c-1120-4b6a-9941-1f3cc311d419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:11.15943804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"4364a52d-2d4b-4021-8caf-8b73b51aac1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:11.33172022Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"b1942cf5-c95f-42c4-a90e-bf5ff89842bd","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:11.773491793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.073078348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"adcca7c8-6030-47c2-a370-6e28e81b155b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.08029933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"adcca7c8-6030-47c2-a370-6e28e81b155b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.089705441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65b40d81d0131073dad528ac93337fbf7aedc398ba5b6ac0b5245f9e2620c991) AuthConfig (80c6e499a30c94bcbd5aae02b23e6457a7f12cfd3b0ea2dad43e9df876b275f9) AuthConfig (f490230c5d85c9b4785a2c9ac7247c5eb704b2ae40c2073de4482566a67d3f50) AuthConfig (8ef92d9372ae9a798904f9bdce6ebd142928fd2b91dde2633240cb295612505e) AuthConfig (e953794befb0fea118067cdee651ed0a1cabc40a284ce22971318ef0a7ac4f2d) AuthConfig (32980f24d675a4e8b6c6ab89d8410f961ce351f457d858339961687b0451a7aa) AuthConfig (b53d7a9cfc3b4e5e294349405838d2fa9222c5aeb53b01995dd65005bfc4fce6) AuthConfig (2dae27bfd1f220fd4402a3a1a0ad4b96a552069043e98a377cfdd79a3f5df70b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"adcca7c8-6030-47c2-a370-6e28e81b155b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.541107745Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"c6e20d3e-d1ec-409f-80be-1354f8b052cc","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.826317333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32aca886-a977-4241-b873-126281d5b1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.828942836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32aca886-a977-4241-b873-126281d5b1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.832733459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32aca886-a977-4241-b873-126281d5b1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.835715532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32aca886-a977-4241-b873-126281d5b1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.941297123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"1d23de21-9124-4ecc-8a59-77c916668b4b","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.946535394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"a51dd08b-8313-428f-864c-fa774b9bc80f","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.949304622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"1d23de21-9124-4ecc-8a59-77c916668b4b","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.956792157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"1d23de21-9124-4ecc-8a59-77c916668b4b","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:14.957209389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735a0cb2-2ed1-4f0a-b000-d38b91e0cbbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.037279864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735a0cb2-2ed1-4f0a-b000-d38b91e0cbbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.039195856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"a51dd08b-8313-428f-864c-fa774b9bc80f","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.04377774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"80866482-295f-400e-9617-eff0ff93dd55","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.04379204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"80866482-295f-400e-9617-eff0ff93dd55","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.046680804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735a0cb2-2ed1-4f0a-b000-d38b91e0cbbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.048076379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"a51dd08b-8313-428f-864c-fa774b9bc80f","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.059519455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9645e04-35e0-46c3-affe-0e62b6688502","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.05964531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9645e04-35e0-46c3-affe-0e62b6688502","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.059738522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c9be690c-7418-479f-9abc-80b862368650","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.060327978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ef1340-fe10-4fb4-8e85-ba838995332e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.060366381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ef1340-fe10-4fb4-8e85-ba838995332e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.093300504Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c9be690c-7418-479f-9abc-80b862368650","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.134718847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c9be690c-7418-479f-9abc-80b862368650","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.142161535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1809d90-eef7-4782-81dc-217483b2b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.145532522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1809d90-eef7-4782-81dc-217483b2b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.148107357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1809d90-eef7-4782-81dc-217483b2b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.148575799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"626b52a8-8f6a-4418-8a38-5b6a859161bc","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.148599178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"626b52a8-8f6a-4418-8a38-5b6a859161bc","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.15067257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1809d90-eef7-4782-81dc-217483b2b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.159202195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d167f160-da02-425c-bbd9-9c6d5328bfcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.166177301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d167f160-da02-425c-bbd9-9c6d5328bfcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.172933057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d167f160-da02-425c-bbd9-9c6d5328bfcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.184429193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26587df3-78f0-4301-b2ff-7941d911ae27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.184450281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26587df3-78f0-4301-b2ff-7941d911ae27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.281629693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"2fd35c70-2259-4e59-8cd6-b70c5a461ccc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dd2bbf","tenantID":"e2e-api-a-dd2bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.288491526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"2fd35c70-2259-4e59-8cd6-b70c5a461ccc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"name":"e2e-api-a-dd2bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:15.294043458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dd2bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"2fd35c70-2259-4e59-8cd6-b70c5a461ccc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:18.194027898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"2e1930c7-ad07-4319-bfc3-9c53a08898f9","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:21.206189349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"11ab1080-c8cf-4ca4-b162-23e2e7d289f6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-418af8","tenantID":"e2e-api-b-418af8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:21.223894195Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"11ab1080-c8cf-4ca4-b162-23e2e7d289f6","name":"e2e-api-b-418af8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:24.110416884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"a83fd73c-93d6-4c8e-8380-071a0c3e6a99","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:24.118362795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"a83fd73c-93d6-4c8e-8380-071a0c3e6a99","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:24.1256324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65b40d81d0131073dad528ac93337fbf7aedc398ba5b6ac0b5245f9e2620c991) AuthConfig (80c6e499a30c94bcbd5aae02b23e6457a7f12cfd3b0ea2dad43e9df876b275f9) AuthConfig (f490230c5d85c9b4785a2c9ac7247c5eb704b2ae40c2073de4482566a67d3f50) AuthConfig (8ef92d9372ae9a798904f9bdce6ebd142928fd2b91dde2633240cb295612505e) AuthConfig (e953794befb0fea118067cdee651ed0a1cabc40a284ce22971318ef0a7ac4f2d) AuthConfig (32980f24d675a4e8b6c6ab89d8410f961ce351f457d858339961687b0451a7aa) AuthConfig (b53d7a9cfc3b4e5e294349405838d2fa9222c5aeb53b01995dd65005bfc4fce6) AuthConfig (2dae27bfd1f220fd4402a3a1a0ad4b96a552069043e98a377cfdd79a3f5df70b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"a83fd73c-93d6-4c8e-8380-071a0c3e6a99","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:24.555394182Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"00d3c39e-2453-4def-ba2a-b3b69b353da3","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.053480247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"8aed527f-780a-45f0-86a4-34aff3ec8122","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.061708548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"8aed527f-780a-45f0-86a4-34aff3ec8122","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.067626178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"8aed527f-780a-45f0-86a4-34aff3ec8122","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.079935233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"fccd5d41-aaf4-425b-812a-b59b0abf9391","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.079957241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"fccd5d41-aaf4-425b-812a-b59b0abf9391","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.151503931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"f5000f84-6f89-4af6-80f7-97a360f3b348","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.155104865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a73a23b-eec8-4981-8190-84c2570d53d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.156438987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"bd678175-1afe-428f-a6c7-9032d64caebe","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.162249635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a73a23b-eec8-4981-8190-84c2570d53d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.163847977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"bd678175-1afe-428f-a6c7-9032d64caebe","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.167671433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a73a23b-eec8-4981-8190-84c2570d53d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.169017399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"bd678175-1afe-428f-a6c7-9032d64caebe","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.175201103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c912a66-8dac-4f4c-a04b-b32b52f16b25","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.175221472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c912a66-8dac-4f4c-a04b-b32b52f16b25","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.176820179Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"f5000f84-6f89-4af6-80f7-97a360f3b348","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.181778668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"f5000f84-6f89-4af6-80f7-97a360f3b348","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.191956642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1136e642-5080-4308-b2ea-c1440f8311d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.192051773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1136e642-5080-4308-b2ea-c1440f8311d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.34235747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69f241bf-6ad8-413b-92a8-f8008d82a4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.350059119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"b2520dc6-e116-475c-81c1-a04424032eae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dd2bbf","tenantID":"e2e-api-a-dd2bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.358989722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"b2520dc6-e116-475c-81c1-a04424032eae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"name":"e2e-api-a-dd2bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.365478498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dd2bbf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"b2520dc6-e116-475c-81c1-a04424032eae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.369192366Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69f241bf-6ad8-413b-92a8-f8008d82a4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.374771573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69f241bf-6ad8-413b-92a8-f8008d82a4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.382577646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fabfc789-afb0-45dd-91ed-abdcc3f8d7e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:25.38259482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fabfc789-afb0-45dd-91ed-abdcc3f8d7e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.200663815Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"d78e1aa3-b13a-4915-ae1d-c97208f5cbfb","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:33.737861531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"baa1abeb-1251-4365-b366-554da1d8a413","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.007732253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c081c61f-9303-4792-803e-71a28276a6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.011276211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c081c61f-9303-4792-803e-71a28276a6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.014658531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c081c61f-9303-4792-803e-71a28276a6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.018211622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c081c61f-9303-4792-803e-71a28276a6af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.159903627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"ef3e4ffb-f850-46ca-9807-76b595bc8cba","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.175072735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"ef3e4ffb-f850-46ca-9807-76b595bc8cba","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.183728899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a62d22-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (65b40d81d0131073dad528ac93337fbf7aedc398ba5b6ac0b5245f9e2620c991) AuthConfig (80c6e499a30c94bcbd5aae02b23e6457a7f12cfd3b0ea2dad43e9df876b275f9) AuthConfig (f490230c5d85c9b4785a2c9ac7247c5eb704b2ae40c2073de4482566a67d3f50) AuthConfig (8ef92d9372ae9a798904f9bdce6ebd142928fd2b91dde2633240cb295612505e) AuthConfig (e953794befb0fea118067cdee651ed0a1cabc40a284ce22971318ef0a7ac4f2d) AuthConfig (32980f24d675a4e8b6c6ab89d8410f961ce351f457d858339961687b0451a7aa) AuthConfig (b53d7a9cfc3b4e5e294349405838d2fa9222c5aeb53b01995dd65005bfc4fce6) AuthConfig (2dae27bfd1f220fd4402a3a1a0ad4b96a552069043e98a377cfdd79a3f5df70b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"ef3e4ffb-f850-46ca-9807-76b595bc8cba","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.235167831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7323f4-69e4-4a4f-92b1-d04b4484c892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.238104071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7323f4-69e4-4a4f-92b1-d04b4484c892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.241582587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7323f4-69e4-4a4f-92b1-d04b4484c892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:34.244704851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7323f4-69e4-4a4f-92b1-d04b4484c892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.117469504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"8f1f634f-e41d-46c8-b6ae-6a460991bcfc","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.139814056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"8f1f634f-e41d-46c8-b6ae-6a460991bcfc","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.159537687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"8f1f634f-e41d-46c8-b6ae-6a460991bcfc","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.172979804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"d98646d1-015d-476f-9646-2091bc511a73","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.173002751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"d98646d1-015d-476f-9646-2091bc511a73","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.200453752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"04d6f9a7-dd15-4266-b71d-5eac34d5db54","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.207074279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"04d6f9a7-dd15-4266-b71d-5eac34d5db54","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.213229459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"04d6f9a7-dd15-4266-b71d-5eac34d5db54","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.227183958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"ab6b5f28-4ebb-4299-a0b4-991f6cf39a8c","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.227206851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"ab6b5f28-4ebb-4299-a0b4-991f6cf39a8c","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.286555351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"49276ec3-812a-4a42-89e8-77f6445438d7","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.295397578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35fb0769-de81-44c9-9568-2436bfbcc0f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.302658906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35fb0769-de81-44c9-9568-2436bfbcc0f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.311382073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35fb0769-de81-44c9-9568-2436bfbcc0f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.320014359Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"49276ec3-812a-4a42-89e8-77f6445438d7","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.32052136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"742cc9b8-9246-4c1d-8024-46049bd76290","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.320541353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"742cc9b8-9246-4c1d-8024-46049bd76290","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.325489923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"49276ec3-812a-4a42-89e8-77f6445438d7","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.332455512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8c5902d-0867-4678-833f-f48e78ff4e3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.332474564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8c5902d-0867-4678-833f-f48e78ff4e3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.387113711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"5602fa0f-ce8e-4cf8-993c-7e680226e2e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dd2bbf","tenantID":"e2e-api-a-dd2bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.396356189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"5602fa0f-ce8e-4cf8-993c-7e680226e2e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"name":"e2e-api-a-dd2bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.398169776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c278dec1-b2e7-48f4-9796-5233c3634e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.402096192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dd2bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c79310aecd33c9553275a8e4c0e0378100769dd7a5a0bbe0a47ae93aa66b022) AuthConfig (53bf80341b13299165825172ffd906541b46eb8f167e5f5251245d641ef34012) AuthConfig (0252f91afa32d9244f464e45ad449bd43d211dd132fc3dce8677813879168ad5) AuthConfig (5cdb8d0d6f9e3707b69b82c098bb92b9ef5f2fd7d5b86a79258d75c8a7faac76) AuthConfig (84e50dcad8eada6a575fd5bf4ce42c37cd9fadd7e3b3d7ff238596d5336c42af) AuthConfig (7ecc05ab16d30994805f7eea9489c6b2374e63ac56400d53f546074bc3e7b16e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"5602fa0f-ce8e-4cf8-993c-7e680226e2e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.410477006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a75cb82-7074-4fc4-94b5-730895bef6c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.410492983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a75cb82-7074-4fc4-94b5-730895bef6c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.425943407Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c278dec1-b2e7-48f4-9796-5233c3634e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.431745127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c278dec1-b2e7-48f4-9796-5233c3634e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.439702163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b7cd8f0-85d0-435d-8b3a-ef583815dfd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.43971997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b7cd8f0-85d0-435d-8b3a-ef583815dfd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.693069044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3109526-5b56-4bbc-b239-d9b9d0b71b6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.693089636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3109526-5b56-4bbc-b239-d9b9d0b71b6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.700959289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"638b6f4d-8830-439c-80b7-d37b3647f6f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.700980668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"638b6f4d-8830-439c-80b7-d37b3647f6f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.708793688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"3eba569b-3de7-4493-9845-f24035a8313c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-418af8","tenantID":"e2e-api-b-418af8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.744629225Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"3eba569b-3de7-4493-9845-f24035a8313c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"name":"e2e-api-b-418af8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.75172914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-418af8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"3eba569b-3de7-4493-9845-f24035a8313c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.758130782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17ed1bfb-5d91-4da0-9d25-31cfaca9ff2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:35.75815207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17ed1bfb-5d91-4da0-9d25-31cfaca9ff2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.654074436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"5dc95796-fbd6-4736-8124-36392ebc280d","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.654105718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"5dc95796-fbd6-4736-8124-36392ebc280d","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.974414998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"365b257a-74b3-4aa1-8e77-66aca2746ad6","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.974436404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"365b257a-74b3-4aa1-8e77-66aca2746ad6","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.979416558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"7cd85380-417c-4ca0-bdf9-ea837b9a9022","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.979437233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"7cd85380-417c-4ca0-bdf9-ea837b9a9022","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.995274183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"c8e19efc-5aaf-45ac-8173-c98fca807019","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.058935453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"c8e19efc-5aaf-45ac-8173-c98fca807019","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.066020596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-1ec4b892-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"c8e19efc-5aaf-45ac-8173-c98fca807019","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.073515328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"e7589dab-5126-407f-a359-630dd564cdf5","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.073532236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"e7589dab-5126-407f-a359-630dd564cdf5","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.164869773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"a50fe67c-3d7e-42fc-a913-8659536b4ea1","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.164891105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"a50fe67c-3d7e-42fc-a913-8659536b4ea1","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.164965548Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.172909515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"732a8fa8-10d3-4727-a85a-b27f7a44ace3","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.173624979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"f334c643-c781-41e1-8ef9-30b06f4cbb1c","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.173700691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"f334c643-c781-41e1-8ef9-30b06f4cbb1c","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:37.177931712Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"f334c643-c781-41e1-8ef9-30b06f4cbb1c","name":"e2e-lifecycle-model-1ec4b892","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-1ec4b892\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:37.177993992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"f334c643-c781-41e1-8ef9-30b06f4cbb1c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-1ec4b892\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.179959251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"732a8fa8-10d3-4727-a85a-b27f7a44ace3","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.183310638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"f12997ae-00c8-4e3c-9a8f-4984d4549e49","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.183325025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"f12997ae-00c8-4e3c-9a8f-4984d4549e49","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.18951809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-1ec4b892-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"732a8fa8-10d3-4727-a85a-b27f7a44ace3","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:37.192722926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"1c20076f-1eff-41e8-bd60-1518274fb6c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-1ec4b892\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.2144493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"c1d624f5-9fce-4b4a-bd3f-9e0e6af2ea4d","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.214468527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"c1d624f5-9fce-4b4a-bd3f-9e0e6af2ea4d","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.222234602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"457df64a-7d30-4344-8cbb-0cc89d5ac6df","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.22225142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"457df64a-7d30-4344-8cbb-0cc89d5ac6df","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.235931413Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"460cc02a-17ce-4641-8cba-4dd22a5985d1","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"maas-trlp-e2e-lifecycle-model-1ec4b892","model":"e2e-lifecycle-model-1ec4b892","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-1ec4b892/e2e-sub-1ec4b892"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.256161788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"8eb804cd-ba54-4f45-9805-3b27b9c46732","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.256183211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"8eb804cd-ba54-4f45-9805-3b27b9c46732","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.274735586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"e5941f39-ee03-4e57-a83e-c62c9577824e","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.281691306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"e5941f39-ee03-4e57-a83e-c62c9577824e","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.287047014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-1ec4b892-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"e5941f39-ee03-4e57-a83e-c62c9577824e","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.333236264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"e1b69ed8-1a04-4a89-aa38-3418d85c12ba","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"maas-trlp-e2e-lifecycle-model-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:38.207076154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"94a83804-41a4-419a-9b33-ed002a92961e","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:41.76979552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:43.756285087Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"74ae6916-bdad-4ba9-9dd6-08789f61eff3","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:44.202190721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"b0aef22a-3f78-4e90-b908-8c406da87914","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:44.210016458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"b0aef22a-3f78-4e90-b908-8c406da87914","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:44.25075001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"36e8f8cd-c44a-4f95-9c59-d61e255ef6d9","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:44.250772183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"36e8f8cd-c44a-4f95-9c59-d61e255ef6d9","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.203281432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"d272b5e3-12c1-4934-83c6-2baf4138b022","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.215022337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"d272b5e3-12c1-4934-83c6-2baf4138b022","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.221275922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"d272b5e3-12c1-4934-83c6-2baf4138b022","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.237264316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"252cf760-8417-486a-8a55-0db3623caeea","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.237286113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"252cf760-8417-486a-8a55-0db3623caeea","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.239040288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5398a90f-de15-4b30-828a-a53dac6fe702","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.245405574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5398a90f-de15-4b30-828a-a53dac6fe702","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.252669769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"5398a90f-de15-4b30-828a-a53dac6fe702","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.266864392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"10a9a41f-5039-4b22-9e3f-dbdb63a2a461","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.266884293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"10a9a41f-5039-4b22-9e3f-dbdb63a2a461","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.334592413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"471bd971-63f2-41b1-a488-e1ef931a9419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.340408506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"bf7c04cc-b7ee-4e8d-a808-9f5f77e2f4ed","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.342090036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"471bd971-63f2-41b1-a488-e1ef931a9419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.34768665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"471bd971-63f2-41b1-a488-e1ef931a9419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.357121452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a72958cf-7a8a-47b8-b450-d06d218bbc5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.357137492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a72958cf-7a8a-47b8-b450-d06d218bbc5a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.36623787Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"bf7c04cc-b7ee-4e8d-a808-9f5f77e2f4ed","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.371494631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"bf7c04cc-b7ee-4e8d-a808-9f5f77e2f4ed","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.377363594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d5869e6-ce76-438f-9c53-684241d26150","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.377378774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d5869e6-ce76-438f-9c53-684241d26150","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.436332084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"6a66e51b-152a-441b-9b90-a1c4f3dfbe40","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dd2bbf","tenantID":"e2e-api-a-dd2bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.44528194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"6a66e51b-152a-441b-9b90-a1c4f3dfbe40","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"name":"e2e-api-a-dd2bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.453944739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dd2bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c79310aecd33c9553275a8e4c0e0378100769dd7a5a0bbe0a47ae93aa66b022) AuthConfig (53bf80341b13299165825172ffd906541b46eb8f167e5f5251245d641ef34012) AuthConfig (0252f91afa32d9244f464e45ad449bd43d211dd132fc3dce8677813879168ad5) AuthConfig (5cdb8d0d6f9e3707b69b82c098bb92b9ef5f2fd7d5b86a79258d75c8a7faac76) AuthConfig (84e50dcad8eada6a575fd5bf4ce42c37cd9fadd7e3b3d7ff238596d5336c42af) AuthConfig (7ecc05ab16d30994805f7eea9489c6b2374e63ac56400d53f546074bc3e7b16e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"6a66e51b-152a-441b-9b90-a1c4f3dfbe40","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.547745707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dded9399-f7a4-42c1-b012-1ae3cffc702c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.573669865Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dded9399-f7a4-42c1-b012-1ae3cffc702c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.635953307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dded9399-f7a4-42c1-b012-1ae3cffc702c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.647508019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79e91ab8-81d9-4e36-ae18-f7728e7b5faa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.647525191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79e91ab8-81d9-4e36-ae18-f7728e7b5faa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.747901306Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.751403707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"12072969-bf22-4000-a5b7-e940a9027352","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.751424562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"12072969-bf22-4000-a5b7-e940a9027352","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:45.758644882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-sub","reconcileID":"df882c54-a351-479a-adb7-8bd3f92161e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-7cd67a-2308ce-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.768596168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b814f358-8972-4c09-9ca8-db49bd432347","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.76878271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"1d39ca3e-85ce-4b6c-ad9d-4a20ea31af1f","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.768596054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"4c26fd94-9156-4c15-aaaf-f5eb4e59f0ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.77649018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"fdf801c2-2819-4fd3-a864-6465e611799d","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.776507549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"fdf801c2-2819-4fd3-a864-6465e611799d","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.781519618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b814f358-8972-4c09-9ca8-db49bd432347","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.782808888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"4c26fd94-9156-4c15-aaaf-f5eb4e59f0ba","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.784223988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"1d39ca3e-85ce-4b6c-ad9d-4a20ea31af1f","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:45.787456567Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"fdf801c2-2819-4fd3-a864-6465e611799d","name":"e2e-cfl-same-7cd67a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-7cd67a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:45.787523847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"fdf801c2-2819-4fd3-a864-6465e611799d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-7cd67a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.790904451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"a23fc584-7a96-4eb5-b13d-96328028283e","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.79092928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"a23fc584-7a96-4eb5-b13d-96328028283e","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.808613005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"bc960e4b-4df8-493e-8378-0bfee16861b1","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.808715883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"bc960e4b-4df8-493e-8378-0bfee16861b1","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.818155495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"ed479a07-3789-4851-a8c4-4f4e42a9d624","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.81818721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"ed479a07-3789-4851-a8c4-4f4e42a9d624","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.827612382Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-sub","reconcileID":"f8f3f1e1-38cd-437e-bb9b-c937c14f4178","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-same-7cd67a","model":"e2e-cfl-same-7cd67a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.920957153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"82eafc6a-17dd-43b0-ab5c-517f745868cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-418af8","tenantID":"e2e-api-b-418af8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.924742117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"7ad54ae7-ce2b-403a-b849-38a520d3e0ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.93945404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"82eafc6a-17dd-43b0-ab5c-517f745868cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"name":"e2e-api-b-418af8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.94665161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"7ad54ae7-ce2b-403a-b849-38a520d3e0ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.951196597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"cc90bb1d-2d67-4467-aa91-1da32849d50b","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.959934864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"cc90bb1d-2d67-4467-aa91-1da32849d50b","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.967081963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-418af8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"82eafc6a-17dd-43b0-ab5c-517f745868cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.991172133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"3e6bb67a-6f81-4dbe-9444-a340e175ad0c","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.035644127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b70fdfd6-621f-4643-9c9d-2ce850823ab0","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.037869854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-sub","reconcileID":"12cd11fc-c9a1-4c7e-9fb0-5a5c483ebdee","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-same-7cd67a","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.043862604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"3e6bb67a-6f81-4dbe-9444-a340e175ad0c","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.046150782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b70fdfd6-621f-4643-9c9d-2ce850823ab0","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.068564618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"039a60b8-0a5e-4e68-b749-2522cdc29ce5","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.068585576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"039a60b8-0a5e-4e68-b749-2522cdc29ce5","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.104388877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"52146acf-4114-46ce-95f3-c7ddf4646c28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dd2bbf","tenantID":"e2e-api-a-dd2bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.113526968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"52146acf-4114-46ce-95f3-c7ddf4646c28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"name":"e2e-api-a-dd2bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.122031325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dd2bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c79310aecd33c9553275a8e4c0e0378100769dd7a5a0bbe0a47ae93aa66b022) AuthConfig (53bf80341b13299165825172ffd906541b46eb8f167e5f5251245d641ef34012) AuthConfig (0252f91afa32d9244f464e45ad449bd43d211dd132fc3dce8677813879168ad5) AuthConfig (5cdb8d0d6f9e3707b69b82c098bb92b9ef5f2fd7d5b86a79258d75c8a7faac76) AuthConfig (84e50dcad8eada6a575fd5bf4ce42c37cd9fadd7e3b3d7ff238596d5336c42af) AuthConfig (7ecc05ab16d30994805f7eea9489c6b2374e63ac56400d53f546074bc3e7b16e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"52146acf-4114-46ce-95f3-c7ddf4646c28","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.139165909Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"1007aa28-8345-4abc-94e0-9431f3eb27cf","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.239141782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"1bfd6133-43fa-4d21-a485-c049fd6b18f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dd2bbf","tenantID":"e2e-api-a-dd2bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.248317121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"1bfd6133-43fa-4d21-a485-c049fd6b18f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"name":"e2e-api-a-dd2bbf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.254686565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-dd2bbf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c79310aecd33c9553275a8e4c0e0378100769dd7a5a0bbe0a47ae93aa66b022) AuthConfig (53bf80341b13299165825172ffd906541b46eb8f167e5f5251245d641ef34012) AuthConfig (0252f91afa32d9244f464e45ad449bd43d211dd132fc3dce8677813879168ad5) AuthConfig (5cdb8d0d6f9e3707b69b82c098bb92b9ef5f2fd7d5b86a79258d75c8a7faac76) AuthConfig (84e50dcad8eada6a575fd5bf4ce42c37cd9fadd7e3b3d7ff238596d5336c42af) AuthConfig (7ecc05ab16d30994805f7eea9489c6b2374e63ac56400d53f546074bc3e7b16e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"1bfd6133-43fa-4d21-a485-c049fd6b18f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.267098304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12880f43-2053-4bef-b439-512aa2d21311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.272061928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12880f43-2053-4bef-b439-512aa2d21311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.281047584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12880f43-2053-4bef-b439-512aa2d21311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.33503818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12880f43-2053-4bef-b439-512aa2d21311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.636241925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"059639e7-5fc0-434a-8596-f7aacfde333b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.636271257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"059639e7-5fc0-434a-8596-f7aacfde333b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.643682903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"dadd5434-b249-47f1-bec4-78f50c05b079","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.714859845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ee650e-59e4-4fb9-a1cc-91665cf62339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.724592962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ee650e-59e4-4fb9-a1cc-91665cf62339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.72923079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ee650e-59e4-4fb9-a1cc-91665cf62339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.732434974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ee650e-59e4-4fb9-a1cc-91665cf62339","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.754244869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"dadd5434-b249-47f1-bec4-78f50c05b079","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dd2bbf","tenantID":"e2e-api-a-dd2bbf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.781067853Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"dadd5434-b249-47f1-bec4-78f50c05b079","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"name":"e2e-api-a-dd2bbf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.781091543Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"e2e-e2e-api-a-dd2bbf-policy","reconcileID":"dadd5434-b249-47f1-bec4-78f50c05b079","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-dd2bbf-policy","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-dd2bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.789459874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0139d27-1911-4f74-a28f-539ee9cb568d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:46.789480156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0139d27-1911-4f74-a28f-539ee9cb568d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:47.348436907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"1004e0f2-a374-4445-add0-597e710c06e6","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:47.356079779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"1004e0f2-a374-4445-add0-597e710c06e6","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:47.362438848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-1ec4b892-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"1004e0f2-a374-4445-add0-597e710c06e6","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:48.214384331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"ea4a1d76-d4a5-478f-ab50-cfff477f1928","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.711079158Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","namespace":"ai-tenant-e2e-api-a-dd2bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.71113786Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","namespace":"ai-tenant-e2e-api-a-dd2bbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.711208939Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","tenant":"e2e-api-a-dd2bbf","tenantID":"e2e-api-a-dd2bbf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.715404148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"Deployment","name":"maas-api-e2e-api-a-dd2bbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.727614085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"Service","name":"maas-api-e2e-api-a-dd2bbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.74487674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-dd2bbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.753738848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-dd2bbf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.764567695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.775515497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.784439343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.793676518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.796276888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"Deployment","name":"payload-processing-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.798463711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.800621401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"Service","name":"payload-processing-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.802822974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"Service","name":"payload-pre-processing-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.804851042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.808409988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.810850733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.819815324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.825231188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.827695955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.830516885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-dd2bbf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:52.834933189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-dd2bbf"},"namespace":"ai-tenant-e2e-api-a-dd2bbf","name":"default-tenant","reconcileID":"026a2b7b-b16b-49f2-b348-f87cd50897b6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-dd2bbf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.247622904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"bf09bdd8-cd09-44e3-ba5c-f0aba0520c67","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.256505061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"bf09bdd8-cd09-44e3-ba5c-f0aba0520c67","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.261907842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"bf09bdd8-cd09-44e3-ba5c-f0aba0520c67","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.27231014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"e739eed7-c4fe-4465-961f-6a76acc5a3ff","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.272328426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"e739eed7-c4fe-4465-961f-6a76acc5a3ff","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.348583323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f4ae3ea5-ea6d-4498-8ec3-886c05e75d2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.355860365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f4ae3ea5-ea6d-4498-8ec3-886c05e75d2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.36252034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f4ae3ea5-ea6d-4498-8ec3-886c05e75d2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.373405202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"78e9a61b-ba44-4cb6-b8d0-14612e10343a","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.373425535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"78e9a61b-ba44-4cb6-b8d0-14612e10343a","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.446622361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"d3a95f92-50ce-46ef-a1e1-e4073827cea3","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.452584383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31481d95-5dd5-4651-b87c-3a052304cdf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.461619271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31481d95-5dd5-4651-b87c-3a052304cdf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.467775513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31481d95-5dd5-4651-b87c-3a052304cdf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.473858927Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"d3a95f92-50ce-46ef-a1e1-e4073827cea3","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.480223465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"d3a95f92-50ce-46ef-a1e1-e4073827cea3","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.482569493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e9ed0b1-daba-4727-a6a4-cbe93e235995","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.482584198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e9ed0b1-daba-4727-a6a4-cbe93e235995","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.487086178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"028bd39a-31e5-457f-a49c-a0c13b8cd46e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.487106652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"028bd39a-31e5-457f-a49c-a0c13b8cd46e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.6640903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0bcd55e-71b7-443d-b46d-c66f70dc360b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.690641869Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0bcd55e-71b7-443d-b46d-c66f70dc360b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.696094084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0bcd55e-71b7-443d-b46d-c66f70dc360b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.704555041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10cbe6f3-188f-4cb8-80a6-d40619bc1a47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.704572744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10cbe6f3-188f-4cb8-80a6-d40619bc1a47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.982098341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"f9fecaaf-0ed3-4e80-8426-f3b4f3d14d0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-418af8","tenantID":"e2e-api-b-418af8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.989104705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"f9fecaaf-0ed3-4e80-8426-f3b4f3d14d0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"name":"e2e-api-b-418af8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:55.9978064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-418af8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"f9fecaaf-0ed3-4e80-8426-f3b4f3d14d0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:56.149750024Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"7d028f2a-45db-42c2-b3b5-5ee8d6d226c1","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.371114759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"908ab84e-a3cb-43e5-bceb-4861d2d812c1","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.379169015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"908ab84e-a3cb-43e5-bceb-4861d2d812c1","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:57.385009167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-1ec4b892-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"908ab84e-a3cb-43e5-bceb-4861d2d812c1","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:58.221300712Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"877ad2e5-0106-4337-97f8-62862c230d75","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.551009076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"4a0a8135-6dda-41c3-9eb9-ee59db916c1b","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.570193704Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"cbf55a0c-f69f-48e7-92e4-157bad49095a","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.577299192Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-dd2bbf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-dd2bbf","reconcileID":"3a4b0658-a8b5-4337-a20d-6ac621c4f798","aitenant":"ai-tenants/e2e-api-a-dd2bbf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.597130079Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"fbab389f-14b8-41e6-bfaa-5369434c2e52","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.692652918Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-dd2bbf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-dd2bbf","reconcileID":"3a4b0658-a8b5-4337-a20d-6ac621c4f798","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-dd2bbf","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-dd2bbf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.711016535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11448288-d8d4-4390-8848-a1d4abf0f095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.736158894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11448288-d8d4-4390-8848-a1d4abf0f095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.739000382Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"36abddfb-524d-4254-abce-d34fd47d0f7c","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.739082286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11448288-d8d4-4390-8848-a1d4abf0f095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.74178578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11448288-d8d4-4390-8848-a1d4abf0f095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.021720207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfbe3ec-89e6-462a-9cde-a12ee7e8be21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.025251563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfbe3ec-89e6-462a-9cde-a12ee7e8be21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.036177443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfbe3ec-89e6-462a-9cde-a12ee7e8be21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.03898221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfbe3ec-89e6-462a-9cde-a12ee7e8be21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.466538505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b344f9-f2b8-48ba-8543-6dca84afe6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.469145496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b344f9-f2b8-48ba-8543-6dca84afe6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.47171869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b344f9-f2b8-48ba-8543-6dca84afe6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:01.4760759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b344f9-f2b8-48ba-8543-6dca84afe6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.421066971Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"b7c8024d-29fc-4376-94db-d05b3c1ea354","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.421170776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13d11a32-55a4-47bd-849b-fd26998e2e42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.421193753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13d11a32-55a4-47bd-849b-fd26998e2e42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.425911972Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-policy-a230121c","reconcileID":"b7c8024d-29fc-4376-94db-d05b3c1ea354","MaaSAuthPolicy":{"name":"e2e-shared-policy-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"policyNamespace":"ai-tenant-e2e-mt-d4f01a21","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.432617762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5ceb21b-cdfa-4aa4-8f2a-0c39737ee253","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.432635019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5ceb21b-cdfa-4aa4-8f2a-0c39737ee253","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.584800441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8e090ba-ba60-4729-9f84-6fa87f20c8e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.584822895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8e090ba-ba60-4729-9f84-6fa87f20c8e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:02.964494107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"cf940bbf-3162-4b15-88c0-5bd10fc48a22","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"maas-trlp-e2e-lifecycle-model-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.006376053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"13a64a05-5e21-4ae6-bfa5-bed889e428c3","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.006395186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"13a64a05-5e21-4ae6-bfa5-bed889e428c3","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.092138585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-sub","reconcileID":"e2d4fbed-3e5c-44fc-912b-9d95bc44ec41","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-same-7cd67a","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.150482793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"804e83e7-cb1c-4eee-981e-ea832ab7ea83","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.150516093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"804e83e7-cb1c-4eee-981e-ea832ab7ea83","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.201076291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"a0ebd237-e598-4a80-8a98-75f5dcce4901","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.214703117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"a0ebd237-e598-4a80-8a98-75f5dcce4901","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.222463671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-1ec4b892-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d0574258af8a4d41c9fdb9eec39176fb67d8b6de098965ed0518afb24eca6b3) AuthConfig (b380b7f661ef4c944f7b79b151e5882d6c95a9575b21cb8c7cc6d844c492e85f) AuthConfig (2a56b60c80c08e388402c413dbcd3f66d30dcca7a6818556c5c377b8bb92c4f7) AuthConfig (b8dbb8fca64057dc082fdedddb4d5772f1ff1d751196c215afc3bd4ada586d0e) AuthConfig (0d088535de782473f84682c7e74c0a26cf5f3461221d5532df39f3f61dfe8142) AuthConfig (56dbb7802cfbd09a3ca324d22c117509a08f14bf43011eb59bb1313eb7bab168) AuthConfig (3b7780d0d65d9420856f24b32fbffe1e5de22a9b0efac8256074b267b7b4f4b4) AuthConfig (46e31a183bf5e8fb9afad9ff7e3d64e6fc3b092f59dc9d83d738338d1f4acd53) AuthConfig (e316e55f12bdc7bf26d001ee930c6cfb582628ac54787f5fb24787cf68318a92) AuthConfig (8bcecead3229c2abf04734c69f880092bbacc97cd6a1650e9e114a4f5d733b34) AuthConfig (698315f6c7bd525879edc02aefd2d1497079c4949378cb6ce6276507d96e7202) AuthConfig (3ea2fa38722636b2189a3e6a3145b44e20af1d718ae11efd1d7041bc69f8c809) AuthConfig (954655c3f028ddd197c3d773f927aaf073391cd6c1ca7b37f424c98990811534) AuthConfig (b205de895bf363543996a6841cc94f83e6651d202d0b8a3398dc7aca7935d898) AuthConfig (f751d395cfc05bd86b689559caeb5df1789d22b5a87475326ef7d4992cff1862) AuthConfig (55a937dd97d7b0473cee17e072b94ba0fbcc527f4089cad91ea55ca319d41a21) AuthConfig (e33f03cdceba1febc8a4946628ed174fe92a7838a6169fd238fce31d716ad90c) AuthConfig (2c0d364ccad27364d5f30f74e6ce132e5d5e49294b1a56394db2162957254045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"a0ebd237-e598-4a80-8a98-75f5dcce4901","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.234643889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"3282ae42-505f-4a60-a419-6da87766b8d6","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.234672806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"3282ae42-505f-4a60-a419-6da87766b8d6","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.660181944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"1bf5087b-a80d-4001-93e3-92f32b9f484b","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.660281422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"bb811c27-bd59-48e9-bba0-a5b52e626563","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.668572121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"1bf5087b-a80d-4001-93e3-92f32b9f484b","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:03.668639095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"bb811c27-bd59-48e9-bba0-a5b52e626563","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.462408501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"cebee41f-3503-474f-80a2-6a46d35f5bfa","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.462431416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"cebee41f-3503-474f-80a2-6a46d35f5bfa","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.469547398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"7b1dc1b2-d8b4-4dea-8f48-ca37b6ae05f1","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.469572371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"7b1dc1b2-d8b4-4dea-8f48-ca37b6ae05f1","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.480059338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"16692c78-f852-4bb3-adaf-ec5d92333d30","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.487265276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"16692c78-f852-4bb3-adaf-ec5d92333d30","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.562045271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"ff5f03a7-7927-43ea-8514-08776508022b","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.562069208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"ff5f03a7-7927-43ea-8514-08776508022b","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.911720518Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-fde3a0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.914411498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"24c00a38-685b-49c3-bdbe-0c81d216a4e1","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.914429458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"24c00a38-685b-49c3-bdbe-0c81d216a4e1","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:04.923513323Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-fde3a0-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-7cd67a-fde3a0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.930859594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"8104672d-a440-4cee-970a-c07b73ea7187","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.930980176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"f6869d5f-4da0-448b-b753-1fbe12105f06","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.932066463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"499ac6fe-3cec-4da7-916f-965479e0fb28","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.932089566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"499ac6fe-3cec-4da7-916f-965479e0fb28","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.932660076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"a0727767-6126-4b43-b48f-a41049a34220","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.9332015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"a1731b1b-a3f7-4b49-9db3-985f9d067fad","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.93910394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"f6869d5f-4da0-448b-b753-1fbe12105f06","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.939570227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"8104672d-a440-4cee-970a-c07b73ea7187","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.941706387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"a0727767-6126-4b43-b48f-a41049a34220","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.942651717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"7b21a655-cf89-41e2-9357-5bbbc539d431","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.94267268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"7b21a655-cf89-41e2-9357-5bbbc539d431","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.946414236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"a1731b1b-a3f7-4b49-9db3-985f9d067fad","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.947894763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"0f908333-160b-4e27-9436-086e0983e729","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.947913007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"0f908333-160b-4e27-9436-086e0983e729","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.952431622Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-sub","reconcileID":"83cb5a01-5438-464c-a701-5627f87071d5","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-same-7cd67a","model":"e2e-cfl-same-7cd67a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-fde3a0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.953285275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"2e68d7ff-47c5-4025-8e30-9e5b53f03a29","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.953300902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"2e68d7ff-47c5-4025-8e30-9e5b53f03a29","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.975618433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"c0535046-9540-4b2c-b7d5-d1140a9f0af7","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:04.97563969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"c0535046-9540-4b2c-b7d5-d1140a9f0af7","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.025945349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"b3a2e6c3-ffa9-4f7c-aed5-8c5b63d46e65","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.035058246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"b3a2e6c3-ffa9-4f7c-aed5-8c5b63d46e65","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.046588232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-sub","reconcileID":"288134db-ba0a-4de6-95da-2241b31db664","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-same-7cd67a","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.124434747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"59c0a202-f508-442f-9f63-84f08d5d45cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.126101611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"e3eae9ef-eed6-48f6-9698-7807de3daa7f","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.130874059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"59c0a202-f508-442f-9f63-84f08d5d45cc","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.13266226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"e3eae9ef-eed6-48f6-9698-7807de3daa7f","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.163740222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"588d5db4-c68e-48c4-abe1-3cb95a8111c3","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.174803796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"588d5db4-c68e-48c4-abe1-3cb95a8111c3","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.286978571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"96e8ea89-c388-43dd-8712-15fa12ec10cd","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.294110203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"96e8ea89-c388-43dd-8712-15fa12ec10cd","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.33554402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"96e8ea89-c388-43dd-8712-15fa12ec10cd","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.354804491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"b10bdd83-4615-49e3-8653-5fcdfae78b6e","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.354827483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"b10bdd83-4615-49e3-8653-5fcdfae78b6e","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.384527888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"04499e6c-7e85-4862-9cca-9ed7d89958d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.390786165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"04499e6c-7e85-4862-9cca-9ed7d89958d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.397134681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"04499e6c-7e85-4862-9cca-9ed7d89958d0","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.407975937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"065cdec0-61f8-4282-8213-2e53fd730220","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.407993756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"065cdec0-61f8-4282-8213-2e53fd730220","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.491144123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822ebde8-b583-4b7a-bf35-40f01420ad69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.499338849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822ebde8-b583-4b7a-bf35-40f01420ad69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.50658394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"822ebde8-b583-4b7a-bf35-40f01420ad69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.515942087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f536d30-9fe0-4b86-86ac-afab633e2769","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.515961497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f536d30-9fe0-4b86-86ac-afab633e2769","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.728894502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654af31e-2fd2-46b0-9350-51829e58852d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.737988854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654af31e-2fd2-46b0-9350-51829e58852d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.752334615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654af31e-2fd2-46b0-9350-51829e58852d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.046837538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"82d25409-a9ba-4f6f-a7fe-72899e760f13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-418af8","tenantID":"e2e-api-b-418af8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.054609098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"82d25409-a9ba-4f6f-a7fe-72899e760f13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"name":"e2e-api-b-418af8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.060987107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-418af8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a5026b1e0555b6aafa984613161c72b721eeb1f52428f3ba0cecb5c659f7de9) AuthConfig (025c30255eda40774a6cec1c869f241be5d10d318548f5bace9762f616d2b7b0) AuthConfig (5bb15b6554ff04086a6212c014a381018e4515653d4f4d286e79952e9aae2ece) AuthConfig (2b5ce087f7498e6e17c41c516b92cdcc023bc97c6d886ccb5d9d2fffdcd23a04) AuthConfig (0d3004ece4a089b75b7c32913c220ab7bbe44ddbee571dbe320b51b8925f0e32) AuthConfig (aa59d6b67345df3ac33a813c0737b272e914dadda8a18a2fa2ac835229cac751)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"82d25409-a9ba-4f6f-a7fe-72899e760f13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.071936102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"849bc646-48be-4696-b902-63e05456b392","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.071951806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"849bc646-48be-4696-b902-63e05456b392","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.965431993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"f4e64aa2-2526-4acf-a1a6-140847dd8b30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-418af8","tenantID":"e2e-api-b-418af8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.97260158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"f4e64aa2-2526-4acf-a1a6-140847dd8b30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"name":"e2e-api-b-418af8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.979191266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-418af8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a5026b1e0555b6aafa984613161c72b721eeb1f52428f3ba0cecb5c659f7de9) AuthConfig (025c30255eda40774a6cec1c869f241be5d10d318548f5bace9762f616d2b7b0) AuthConfig (5bb15b6554ff04086a6212c014a381018e4515653d4f4d286e79952e9aae2ece) AuthConfig (2b5ce087f7498e6e17c41c516b92cdcc023bc97c6d886ccb5d9d2fffdcd23a04) AuthConfig (0d3004ece4a089b75b7c32913c220ab7bbe44ddbee571dbe320b51b8925f0e32) AuthConfig (aa59d6b67345df3ac33a813c0737b272e914dadda8a18a2fa2ac835229cac751)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"f4e64aa2-2526-4acf-a1a6-140847dd8b30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.003462285Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"b59869bf-0834-4e3b-ae37-7bb4805f844a","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.067187134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"edb744ec-8dd7-4adf-8fa0-66b9bd3e676f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-418af8","tenantID":"e2e-api-b-418af8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.080020751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"edb744ec-8dd7-4adf-8fa0-66b9bd3e676f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"name":"e2e-api-b-418af8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.135734187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-418af8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a5026b1e0555b6aafa984613161c72b721eeb1f52428f3ba0cecb5c659f7de9) AuthConfig (025c30255eda40774a6cec1c869f241be5d10d318548f5bace9762f616d2b7b0) AuthConfig (5bb15b6554ff04086a6212c014a381018e4515653d4f4d286e79952e9aae2ece) AuthConfig (2b5ce087f7498e6e17c41c516b92cdcc023bc97c6d886ccb5d9d2fffdcd23a04) AuthConfig (0d3004ece4a089b75b7c32913c220ab7bbe44ddbee571dbe320b51b8925f0e32) AuthConfig (aa59d6b67345df3ac33a813c0737b272e914dadda8a18a2fa2ac835229cac751)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"edb744ec-8dd7-4adf-8fa0-66b9bd3e676f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.196941015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab209bcd-7522-4c82-9019-d8ebf33bdb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.199303014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab209bcd-7522-4c82-9019-d8ebf33bdb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.201753047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab209bcd-7522-4c82-9019-d8ebf33bdb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.204160387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab209bcd-7522-4c82-9019-d8ebf33bdb0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.534232684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c187f9-6f7f-4e04-9ba7-2bbead3f05e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.538155659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c187f9-6f7f-4e04-9ba7-2bbead3f05e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.542258872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c187f9-6f7f-4e04-9ba7-2bbead3f05e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:07.548169705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c187f9-6f7f-4e04-9ba7-2bbead3f05e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:08.229685006Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"a788ad00-a481-4806-9578-3524551b5b77","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:08.888848261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"8024a7ae-240c-4627-bd0f-7fbeb13a507a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:08.888895821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccba643a-4afe-4998-8476-c934443cf0cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:08.888910783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccba643a-4afe-4998-8476-c934443cf0cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:08.902684238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"8024a7ae-240c-4627-bd0f-7fbeb13a507a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-418af8","tenantID":"e2e-api-b-418af8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:08.931951667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"8024a7ae-240c-4627-bd0f-7fbeb13a507a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"name":"e2e-api-b-418af8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:08.931970988Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"e2e-e2e-api-b-418af8-policy","reconcileID":"8024a7ae-240c-4627-bd0f-7fbeb13a507a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-418af8-policy","namespace":"ai-tenant-e2e-api-b-418af8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-418af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:08.945006965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6690535e-3f9d-40c0-94ee-bd0a6811bb12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:08.94502549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6690535e-3f9d-40c0-94ee-bd0a6811bb12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.617386868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","namespace":"ai-tenant-e2e-api-b-418af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.617481023Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","namespace":"ai-tenant-e2e-api-b-418af8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.617535167Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","tenant":"e2e-api-b-418af8","tenantID":"e2e-api-b-418af8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.624424158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"Deployment","name":"maas-api-e2e-api-b-418af8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.640834124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"Service","name":"maas-api-e2e-api-b-418af8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.649518408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-418af8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.656000397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-418af8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.666791967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.672522613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.680843591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.687917186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.692888526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"Deployment","name":"payload-processing-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.695559721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.697865602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"Service","name":"payload-processing-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.700213316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"Service","name":"payload-pre-processing-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.702368456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.704680963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.706869873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.712907418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.71508051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.718711023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.720639242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-418af8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:09.722673442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-418af8"},"namespace":"ai-tenant-e2e-api-b-418af8","name":"default-tenant","reconcileID":"49a2bc29-7359-4e04-8b3d-106ce03fb3b4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-418af8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:11.772530057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.60233752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-sub-a230121c","reconcileID":"5d39e77a-1092-43cc-8003-5a7e6a6163a1","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-a230121c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.64989855Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"namespace":"ai-tenant-e2e-mt-d4f01a21","name":"e2e-shared-sub-a230121c","reconcileID":"5d39e77a-1092-43cc-8003-5a7e6a6163a1","MaaSSubscription":{"name":"e2e-shared-sub-a230121c","namespace":"ai-tenant-e2e-mt-d4f01a21"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.667728383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be8bd794-f8f9-4ff1-b42b-ffa7727e9da2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.766064799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-fde3a0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.766215197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac42171c-c3d2-408a-a8a3-4cc979654917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.76623358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac42171c-c3d2-408a-a8a3-4cc979654917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.778797593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"84b0be2d-ee71-48ff-a7e9-6d1ad5806d10","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:12.778818913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"84b0be2d-ee71-48ff-a7e9-6d1ad5806d10","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.246939987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"18e43e33-c474-458c-bcb8-aacb72edb77e","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.254607639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"18e43e33-c474-458c-bcb8-aacb72edb77e","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.260382627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-1ec4b892-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d0574258af8a4d41c9fdb9eec39176fb67d8b6de098965ed0518afb24eca6b3) AuthConfig (b380b7f661ef4c944f7b79b151e5882d6c95a9575b21cb8c7cc6d844c492e85f) AuthConfig (2a56b60c80c08e388402c413dbcd3f66d30dcca7a6818556c5c377b8bb92c4f7) AuthConfig (b8dbb8fca64057dc082fdedddb4d5772f1ff1d751196c215afc3bd4ada586d0e) AuthConfig (0d088535de782473f84682c7e74c0a26cf5f3461221d5532df39f3f61dfe8142) AuthConfig (56dbb7802cfbd09a3ca324d22c117509a08f14bf43011eb59bb1313eb7bab168) AuthConfig (3b7780d0d65d9420856f24b32fbffe1e5de22a9b0efac8256074b267b7b4f4b4) AuthConfig (46e31a183bf5e8fb9afad9ff7e3d64e6fc3b092f59dc9d83d738338d1f4acd53) AuthConfig (e316e55f12bdc7bf26d001ee930c6cfb582628ac54787f5fb24787cf68318a92) AuthConfig (8bcecead3229c2abf04734c69f880092bbacc97cd6a1650e9e114a4f5d733b34) AuthConfig (698315f6c7bd525879edc02aefd2d1497079c4949378cb6ce6276507d96e7202) AuthConfig (3ea2fa38722636b2189a3e6a3145b44e20af1d718ae11efd1d7041bc69f8c809) AuthConfig (954655c3f028ddd197c3d773f927aaf073391cd6c1ca7b37f424c98990811534) AuthConfig (b205de895bf363543996a6841cc94f83e6651d202d0b8a3398dc7aca7935d898) AuthConfig (f751d395cfc05bd86b689559caeb5df1789d22b5a87475326ef7d4992cff1862) AuthConfig (55a937dd97d7b0473cee17e072b94ba0fbcc527f4089cad91ea55ca319d41a21) AuthConfig (e33f03cdceba1febc8a4946628ed174fe92a7838a6169fd238fce31d716ad90c) AuthConfig (2c0d364ccad27364d5f30f74e6ce132e5d5e49294b1a56394db2162957254045)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"18e43e33-c474-458c-bcb8-aacb72edb77e","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.362297822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"26bfa3fe-77c4-4ba9-9bd6-ca02bd56e64a","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.369640252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"26bfa3fe-77c4-4ba9-9bd6-ca02bd56e64a","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.375848914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"26bfa3fe-77c4-4ba9-9bd6-ca02bd56e64a","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.460632803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"3329cc9c-c39d-4190-a6af-b04ebf71fdbc","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.468440888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"3329cc9c-c39d-4190-a6af-b04ebf71fdbc","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.475205421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"3329cc9c-c39d-4190-a6af-b04ebf71fdbc","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.534407183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f40b232-efa3-4303-86d3-6fa2f2d34619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.544386861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f40b232-efa3-4303-86d3-6fa2f2d34619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.550680693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f40b232-efa3-4303-86d3-6fa2f2d34619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.756562324Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"f1eafef8-1531-4151-8fd7-7454f2850fbe","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.794665655Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"6f7f41db-eb28-472c-92d5-7b3832296fe4","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.827038724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90e77ef2-d46e-4cff-bce3-762bd71e123b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.841695412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90e77ef2-d46e-4cff-bce3-762bd71e123b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.84461889Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-418af8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-418af8","reconcileID":"468b1c24-ce16-4072-afeb-208c7e6e3243","aitenant":"ai-tenants/e2e-api-b-418af8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.867234805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90e77ef2-d46e-4cff-bce3-762bd71e123b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.877917691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"73911e9d-672d-49de-ae04-0d084b1a127a","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.919435947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0884f58b-1ca1-44dc-b9af-500bae9f0939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.92252288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0884f58b-1ca1-44dc-b9af-500bae9f0939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.927774145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0884f58b-1ca1-44dc-b9af-500bae9f0939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.932589435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0884f58b-1ca1-44dc-b9af-500bae9f0939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.947283937Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-418af8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-418af8","reconcileID":"468b1c24-ce16-4072-afeb-208c7e6e3243","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-418af8","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-418af8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.970235258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"54a81674-a768-4583-a1ea-89b070f2ce67","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.104273323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ffd058-05b8-4a99-a9a3-57b81ed6e9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.107191591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ffd058-05b8-4a99-a9a3-57b81ed6e9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.110017331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ffd058-05b8-4a99-a9a3-57b81ed6e9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.113958519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ffd058-05b8-4a99-a9a3-57b81ed6e9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.323820606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f2fda2-0c56-4f95-9da9-af43ef15b254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.336895694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f2fda2-0c56-4f95-9da9-af43ef15b254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.343217575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f2fda2-0c56-4f95-9da9-af43ef15b254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.348117608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20f2fda2-0c56-4f95-9da9-af43ef15b254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.244089235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"3deac3bd-724e-472e-a1a3-6e57682b0d0e","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.213177038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-sub","reconcileID":"8eae5f80-6a19-40a6-bf05-10a5a7150f19","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-same-7cd67a","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.252074906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"2f8517a0-f8d0-4bf4-89f3-8ce717b4129e","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.252106003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"2f8517a0-f8d0-4bf4-89f3-8ce717b4129e","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.813891615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"31d9bfbf-568a-4efa-a04c-34137f9696de","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.825723858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"31d9bfbf-568a-4efa-a04c-34137f9696de","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.258247265Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"fd7b7ddf-f9e2-498f-8903-f171f40b808b","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.334806686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"11c85337-9cb0-43aa-b7cf-84d88f7ca64c","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.48919891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7650d4b6-7825-45ce-a48e-fa1ad8b8a80d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.493266487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7650d4b6-7825-45ce-a48e-fa1ad8b8a80d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.496883387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7650d4b6-7825-45ce-a48e-fa1ad8b8a80d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.501224213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7650d4b6-7825-45ce-a48e-fa1ad8b8a80d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.657153105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e87197-6eea-465d-9f48-ffc3444abf93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.666616713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e87197-6eea-465d-9f48-ffc3444abf93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.672634711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e87197-6eea-465d-9f48-ffc3444abf93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:21.675584516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e87197-6eea-465d-9f48-ffc3444abf93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.014524175Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"c7c18c7d-beea-4da2-9515-bdd8d487ce2c","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.034843733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"25d8e0bc-6b26-4c98-b59e-d046b246106c","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.04518439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"bd03a55d-1305-4c1e-8909-88a8b799fb6e","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.048627023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"3949162b-8bd5-4b63-80b1-b6fbd5072bc6","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.050032317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"4cdbce39-8ddb-42ec-950b-508571ca7a05","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.054762306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"bd03a55d-1305-4c1e-8909-88a8b799fb6e","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.056606393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e786177c-815a-4177-a539-b2f7526f090b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.056926739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"3949162b-8bd5-4b63-80b1-b6fbd5072bc6","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.059950342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b4ed9dd-338e-4cb1-ab61-cf31dad15e26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.144704696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"4cdbce39-8ddb-42ec-950b-508571ca7a05","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.148231697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e786177c-815a-4177-a539-b2f7526f090b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.149006404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b4ed9dd-338e-4cb1-ab61-cf31dad15e26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.155880467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"c6583f99-3553-4102-9c7d-858b3b2356b3","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.161816271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"69f8db37-6fb4-4b3f-9976-51d694fe82fc","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.161839408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"69f8db37-6fb4-4b3f-9976-51d694fe82fc","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.169922727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"a4d1e017-f707-4338-a4e4-8f56181202b9","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.169942124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"a4d1e017-f707-4338-a4e4-8f56181202b9","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.177324942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"8cc19d19-143e-4bed-a746-003d4b5acdb2","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-10c660","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.234857629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-sub","reconcileID":"7f576e54-3732-4fe2-8b4d-baf5bb4ac5eb","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-same-7cd67a","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.236303024Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"287d6974-1e1e-446d-b0e6-034bb6bb44f5","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.237437419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"0c31c2cd-5584-4b1a-80eb-708252c595cf","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.240761004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"3a54efb6-2dbb-4b18-824c-d11321872134","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.240779791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"3a54efb6-2dbb-4b18-824c-d11321872134","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.241189402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09fa11c7-ec13-4285-851a-70c51af1e9e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.241202088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09fa11c7-ec13-4285-851a-70c51af1e9e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.241606395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55ade412-59e2-44eb-9fc5-dd0172d86fb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.241619804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55ade412-59e2-44eb-9fc5-dd0172d86fb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.269054016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"368b8a0b-bfc7-40f7-8869-332d90bc7b22","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.269094847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"368b8a0b-bfc7-40f7-8869-332d90bc7b22","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.271759921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"821947bd-98ea-4321-88d4-e06b14142869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.27183046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c9995b3a-030f-43c6-bdda-f6d328829ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.27242586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9f9ce680-cea6-481f-98b4-8ee40c726b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.273701811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"26abd3b3-a975-4246-b129-fe574a1d137b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.282094568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c9995b3a-030f-43c6-bdda-f6d328829ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.282199854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9f9ce680-cea6-481f-98b4-8ee40c726b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.336499604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"26abd3b3-a975-4246-b129-fe574a1d137b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.344070106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"821947bd-98ea-4321-88d4-e06b14142869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.345832505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"1c3703ec-4856-469f-b404-3a6782f96df2","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.345857756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"1c3703ec-4856-469f-b404-3a6782f96df2","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.354311687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"ad6ecb7b-efc4-47c1-a373-01185e7ff2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.384896189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"ad6ecb7b-efc4-47c1-a373-01185e7ff2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.385275434Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a724a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a724a6","reconcileID":"0d7e8a56-3744-4042-93ed-dbec30c91381","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a724a6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a724a6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.407833249Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"494b4e9f-1446-43c2-ab12-5fb58cc246c5","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.420017795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"86ba91ce-08e0-4c04-856a-8cdbf97d9f7d","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.420038788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"86ba91ce-08e0-4c04-856a-8cdbf97d9f7d","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.428173721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"56f6860a-522c-481c-b19e-e2ffb55ae463","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.428204058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"56f6860a-522c-481c-b19e-e2ffb55ae463","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.449677008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"7282b04c-b212-4249-9735-4865315d0181","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.449708862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"7282b04c-b212-4249-9735-4865315d0181","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.467161148Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"aab55aa2-ed91-4fb2-846e-fe7b5d927904","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.491111136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"74432f62-0db1-48d3-9812-f9624407fa63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.491651641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6899c1e5-d101-4e33-9817-e51b505b1aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.492193289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a52ffcba-d789-4998-ae27-31ff24206c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.505624097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"74432f62-0db1-48d3-9812-f9624407fa63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.541833575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"a52ffcba-d789-4998-ae27-31ff24206c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.547653726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6899c1e5-d101-4e33-9817-e51b505b1aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.548783742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"88da28b1-c9f5-42bb-979f-3d32fe5a18b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.644421435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"88da28b1-c9f5-42bb-979f-3d32fe5a18b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.668093518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f12b5ff2-7404-4693-829d-cb56c96867cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.736793569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f12b5ff2-7404-4693-829d-cb56c96867cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.885278738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"582636fc-8f36-44ec-9f1c-96335f615ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.890484785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb696a81-345e-4780-87bb-a9d299d92dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.893982226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb696a81-345e-4780-87bb-a9d299d92dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.894822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"582636fc-8f36-44ec-9f1c-96335f615ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.897084225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb696a81-345e-4780-87bb-a9d299d92dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.899971165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb696a81-345e-4780-87bb-a9d299d92dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.903486923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"7f010c65-3723-41b6-9e90-5276ef49a8a3","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.903528727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"ad416521-79ba-4d52-a349-76af0391a5dc","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.933969207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"7f010c65-3723-41b6-9e90-5276ef49a8a3","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.934197944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"ad416521-79ba-4d52-a349-76af0391a5dc","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.934693363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"e985780a-c781-4c8a-be5a-3e925f54c757","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:22.946012179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"e985780a-c781-4c8a-be5a-3e925f54c757","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.035101835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"b1e1099f-b5e5-4a06-94b1-62eb85cb1419","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.06139232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"b1e1099f-b5e5-4a06-94b1-62eb85cb1419","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.172877789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"2a65643a-6d01-4715-aaf5-ff17f3949d62","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.200633591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"2a65643a-6d01-4715-aaf5-ff17f3949d62","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.20305253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"d4d8b011-8192-4ec6-b8ec-b304df4e4532","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.205186281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bed46379-1c57-4b6c-a62e-fe4ba610b8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.20788984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27ebe266-9ca7-416f-bfb8-d6aecac31096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.211642897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"d4d8b011-8192-4ec6-b8ec-b304df4e4532","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.212234745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"31320ddc-e0f9-4906-a273-ed90ce22fbc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.21377947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bed46379-1c57-4b6c-a62e-fe4ba610b8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.215989578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27ebe266-9ca7-416f-bfb8-d6aecac31096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.2252059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"31320ddc-e0f9-4906-a273-ed90ce22fbc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.301709763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"914c5391-dd5a-46cd-b70f-cf88a91a7a29","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.301738107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"914c5391-dd5a-46cd-b70f-cf88a91a7a29","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.314651347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"e492e612-2707-4a84-a16c-4afb5f89dc31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.316911032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9ed73aa3-619e-4680-b7bf-41a896a89d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.326631181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f446a486-fc51-43a9-b999-e5d3ab68ef6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.337321642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"e492e612-2707-4a84-a16c-4afb5f89dc31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.340881785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"4637e67c-9f15-4974-9006-edf7e116db69","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.342018383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"9ed73aa3-619e-4680-b7bf-41a896a89d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.376241874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"f446a486-fc51-43a9-b999-e5d3ab68ef6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.378327034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"4637e67c-9f15-4974-9006-edf7e116db69","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.429306792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"c202ae7a-be24-4582-96c8-15271c06706d","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.429334472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"c202ae7a-be24-4582-96c8-15271c06706d","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:23.751537735Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"a5b5edb8-dc6c-4b02-b93e-2a26311cf061","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.660828768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-fde3a0-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-86abdb-sub models-as-a-service/e2e-rt-sw-2ece70-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.675327903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"ba1903aa-6e78-42b0-b345-a0b6ca09da05","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.675381578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"ba1903aa-6e78-42b0-b345-a0b6ca09da05","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:25.699276579Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-86abdb-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-86abdb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.708686749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a885e204-ff7d-4f15-8098-877cfa385bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.708865856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"7c7352d9-3dbf-4398-986a-b2c70ad8af9b","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.708886487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"7c7352d9-3dbf-4398-986a-b2c70ad8af9b","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.70960364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"9853cd9f-5d7c-4bb3-bfb7-c224b31e828d","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.709853896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f220ff4b-aa43-4624-8661-d9127b0b5637","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.710079032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9d9f7df-a665-469f-8373-26e3b48e81a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.718622406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a885e204-ff7d-4f15-8098-877cfa385bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.718636583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"9853cd9f-5d7c-4bb3-bfb7-c224b31e828d","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.720008749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"976980d3-fbed-4997-bf94-03c110e81684","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.720032367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"976980d3-fbed-4997-bf94-03c110e81684","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.724395121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"f220ff4b-aa43-4624-8661-d9127b0b5637","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.724805275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9d9f7df-a665-469f-8373-26e3b48e81a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.748768892Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-sub","reconcileID":"9ed18da0-bc72-4aad-aa1b-a0d581551405","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-86abdb","model":"e2e-rt-eq-86abdb","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-86abdb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.781282886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"07eb8929-f89b-4d5d-97ac-26061368b87f","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.781307344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"07eb8929-f89b-4d5d-97ac-26061368b87f","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.819906645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-sub","reconcileID":"29f48dc9-0861-4557-a121-0c7cb410887f","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-86abdb","model":"llm/e2e-rt-eq-86abdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.851602598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e0040a9-7b0e-4b4e-97dd-136b031e3461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.852081183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23b7e40f-f8fe-438b-9c9f-f86f3f2d3620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.858742501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e0040a9-7b0e-4b4e-97dd-136b031e3461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.859207721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"66e48faf-f8ec-4de0-81af-8c072c2a0a11","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.861634669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23b7e40f-f8fe-438b-9c9f-f86f3f2d3620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.863193077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"cbf4b485-2620-49bd-8764-c86138dbd2d8","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.867776461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"66e48faf-f8ec-4de0-81af-8c072c2a0a11","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:25.870928886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"cbf4b485-2620-49bd-8764-c86138dbd2d8","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.00206417Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-ok-f9637b-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-fde3a0-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-86abdb-sub models-as-a-service/e2e-rt-sw-2ece70-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.012100347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"d2cd9d35-0e6f-4bbd-92a5-9ce1d82e4163","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.012121367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"d2cd9d35-0e6f-4bbd-92a5-9ce1d82e4163","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:28.024525071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-sub","reconcileID":"ede5c2b2-530f-41e2-aba9-856ff5c02164","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-f9637b-2308ce-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.032489639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"67059cfa-c2d7-4811-82e3-a1cc3f96ab75","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.032509111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"67059cfa-c2d7-4811-82e3-a1cc3f96ab75","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.03498108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"840abac4-13e5-4b2c-b748-74719f0aebb3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.042911836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"b24cdae5-82bf-4eda-a15a-8098fdaf646f","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.043821775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"515eaa33-68c3-4367-b897-75983b710b3d","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.043840716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"515eaa33-68c3-4367-b897-75983b710b3d","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.045143503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"840abac4-13e5-4b2c-b748-74719f0aebb3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.051979942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"f50ba966-de96-4810-b61c-e9bfbef7b643","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.052002832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"f50ba966-de96-4810-b61c-e9bfbef7b643","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.053612262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"b24cdae5-82bf-4eda-a15a-8098fdaf646f","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.058934343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"8971adb6-2627-46aa-80b8-3d88a80189e5","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.05895016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"8971adb6-2627-46aa-80b8-3d88a80189e5","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.064323059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"04eafd54-dddd-4dd6-b197-02a920b33159","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.064339306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"04eafd54-dddd-4dd6-b197-02a920b33159","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.070259811Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-sub","reconcileID":"e7f96509-326e-48ea-a927-afe16e917e49","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-ok-f9637b","model":"e2e-cfl-ok-f9637b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-ok-f9637b-2308ce-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.072525389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"fdf8a33e-ef6c-4138-a18e-72c57bdb2c74","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.072541508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"fdf8a33e-ef6c-4138-a18e-72c57bdb2c74","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.077835162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"08ee8daa-82d1-4552-86d7-e498918350e3","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.077854997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"08ee8daa-82d1-4552-86d7-e498918350e3","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.097460618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"704fcf08-8b56-4d64-8990-f89d0fb13946","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.097491831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"704fcf08-8b56-4d64-8990-f89d0fb13946","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.12709409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"d10d872e-71e3-4201-99d6-6abb12a4a042","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.127482165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"a240b0d7-8621-4278-be2c-53e64b15b07d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.129412265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"2d589a1b-7975-4f15-b6bd-6a4c1c272b4f","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.137219375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"d10d872e-71e3-4201-99d6-6abb12a4a042","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.137917149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"a240b0d7-8621-4278-be2c-53e64b15b07d","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.139713333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"2d589a1b-7975-4f15-b6bd-6a4c1c272b4f","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.173123485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-sub","reconcileID":"07a00ea8-3fb1-4b2d-ad65-2aeba7ee521d","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-ok-f9637b","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.242452755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"d3ea7366-b9d1-47fb-b349-503da6f5147f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.245530243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"2efb8528-dca3-4b14-b944-2a73b600b5ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.246126709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"b5505c75-c232-4576-87fc-830c769b688b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.246383747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"68cfbd8c-7eeb-4d76-9779-200d8750b289","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.247110227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"698c9cad-653e-43fa-8b15-8b89c7d852f7","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.250082272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"d3ea7366-b9d1-47fb-b349-503da6f5147f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.253440337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"2efb8528-dca3-4b14-b944-2a73b600b5ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.255407246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"b5505c75-c232-4576-87fc-830c769b688b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.257167494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"68cfbd8c-7eeb-4d76-9779-200d8750b289","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.258312343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"698c9cad-653e-43fa-8b15-8b89c7d852f7","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.493497562Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"50571588-47c1-4fa1-807e-ba2f5e95cfc1","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.49786575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"df223cde-3fc4-437e-b064-cb6a635b6bde","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.497888024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"df223cde-3fc4-437e-b064-cb6a635b6bde","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.535203899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"51b8027b-62f2-41b2-ae30-00dce8a90177","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.537799771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"d137548e-d670-4e63-8a8e-53b313a15c13","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"maas-trlp-e2e-lifecycle-model-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.538490169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"65edc14c-d4d7-4e27-ac28-ef8255c26a97","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.538508342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"65edc14c-d4d7-4e27-ac28-ef8255c26a97","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.539035271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"19e422d9-81db-43d5-bc60-f00df28837f8","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.559199556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"19e422d9-81db-43d5-bc60-f00df28837f8","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.659676672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"a12f9145-a790-4330-a5dd-9ee67339e073","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"maas-trlp-e2e-lifecycle-model-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.742150727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d834c505-3501-427a-a79e-7abfa070209f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.744868952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d834c505-3501-427a-a79e-7abfa070209f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.747644287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d834c505-3501-427a-a79e-7abfa070209f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.750435221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d834c505-3501-427a-a79e-7abfa070209f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.764755259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"3c7d4899-3bc6-4ef2-91f8-642df365e9ba","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.772257076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"3c7d4899-3bc6-4ef2-91f8-642df365e9ba","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.989152866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3352fb1-3823-44fd-9f24-3481d60eeb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.992076739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3352fb1-3823-44fd-9f24-3481d60eeb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.994463446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3352fb1-3823-44fd-9f24-3481d60eeb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:29.996923157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3352fb1-3823-44fd-9f24-3481d60eeb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:32.245246912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"b8ab3dd0-c136-47d3-840c-5c6b1b4f22bd","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:34.35461677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"25c25b03-9866-49db-add6-36a02995471a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:34.374217142Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"25c25b03-9866-49db-add6-36a02995471a","name":"e2e-shared-a-w2-a724a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.541231662Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"5882eba9-cf15-43ee-bf0a-2c1097e7a73a","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.657889363Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"eb04b330-7478-4268-8f95-46a4d0413d49","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.660939402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"c8d002d6-21c6-4438-861f-bc419fc1eff9","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.660956873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"c8d002d6-21c6-4438-861f-bc419fc1eff9","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.665274484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"58d5ba24-1a0b-4007-832a-6a31b0ef0136","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.669174151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"82981e39-8ed9-49b6-9e54-f54d2fee12ef","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"maas-trlp-e2e-lifecycle-model-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.672993374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"58d5ba24-1a0b-4007-832a-6a31b0ef0136","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.762153118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"520bc539-4449-4eff-a0d3-3329999cad1d","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.766002941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"d03c87c7-3013-494d-9be0-a22c0de4916d","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"maas-trlp-e2e-lifecycle-model-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:39.7700238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"520bc539-4449-4eff-a0d3-3329999cad1d","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:41.775375273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:41.94751435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-sub","reconcileID":"6aefc197-7bee-4aef-8b71-3970029e75a1","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-ok-f9637b","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:41.97967616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"64af84e3-602f-4fa2-9fac-894756b2c658","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:41.979711413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"64af84e3-602f-4fa2-9fac-894756b2c658","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.269967286Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"8ba9b00b-08e9-4d85-b2c7-e0208b7da25a","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.473256361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-sub","reconcileID":"f8ec7893-ea24-474e-94cc-aa9c9c953968","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-86abdb","model":"llm/e2e-rt-eq-86abdb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.50871511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"78555f5c-28c3-4198-b2fe-0e7d3f4a624a","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.508743247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"78555f5c-28c3-4198-b2fe-0e7d3f4a624a","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.803072764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"458eb160-53ca-4c3e-9acd-0904cfebf4ac","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.807074159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"b03b8f79-bd5d-4c52-82e2-410bb3383567","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.808699394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"60f98743-8a8f-405e-9ab5-2ed913a98075","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.81307999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"458eb160-53ca-4c3e-9acd-0904cfebf4ac","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.816449938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"b03b8f79-bd5d-4c52-82e2-410bb3383567","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.817280372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"60f98743-8a8f-405e-9ab5-2ed913a98075","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.22755168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b870a856-33eb-4aee-8b09-014577d0518e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.227788322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"366ab824-fe84-481d-9c58-fd36d4459c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.228174914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"a8385831-483b-42b0-9af9-7929827d0c31","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.230008663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"9423c81f-7024-467e-b17c-455a2887ddcc","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.235927435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b870a856-33eb-4aee-8b09-014577d0518e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.242040638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"366ab824-fe84-481d-9c58-fd36d4459c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.24885205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"9423c81f-7024-467e-b17c-455a2887ddcc","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.269568512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"a8385831-483b-42b0-9af9-7929827d0c31","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.34799706Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-08c989","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-broken-08c989","reconcileID":"9dfde3da-2c52-4ff4-829b-079161f09806","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-broken-08c989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.362647571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"2d6346d3-5d88-42b3-896b-6048cf5dd145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.362752108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"7f40e899-1818-419e-ad37-01f30e1299c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.363445848Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-08c989","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-broken-08c989","reconcileID":"fbf915e0-c7a5-4f6b-8ea5-7cd2eb0e5d21","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-broken-08c989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.364442959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2b9ea1dc-be06-418d-a6cd-a666a88ba46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.364444773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"eb814ada-1599-4c54-9f75-bd288fcdbe62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.370598405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"2d6346d3-5d88-42b3-896b-6048cf5dd145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.370673861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"7f40e899-1818-419e-ad37-01f30e1299c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.373097828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2b9ea1dc-be06-418d-a6cd-a666a88ba46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.373336806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"eb814ada-1599-4c54-9f75-bd288fcdbe62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.375307965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"89d8bf95-12d0-4814-9d7d-5d52f09cb89c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.382903317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"89d8bf95-12d0-4814-9d7d-5d52f09cb89c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.387676375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"d4dbdbd1-928d-4b16-91df-d3e56a887253","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.388082297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6809f8ff-4237-49da-8aa8-3e284d2f220f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.397165705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"d4dbdbd1-928d-4b16-91df-d3e56a887253","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.435531249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6809f8ff-4237-49da-8aa8-3e284d2f220f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.438544452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"4dbe4c91-f9a5-41ab-b0d9-12db265692da","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.439322675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"38362951-8f21-408b-8200-95e7fdf3e28c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.449825016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"4dbe4c91-f9a5-41ab-b0d9-12db265692da","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.45143038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"38362951-8f21-408b-8200-95e7fdf3e28c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.452450677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"a0b230fb-253e-4208-b802-9a2bedb9b680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.460487392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"a0b230fb-253e-4208-b802-9a2bedb9b680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.5512559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"21ab5b65-4c86-48e4-9822-8f95226c3a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.553165351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0c3ead46-8a0f-47a7-abfb-37919fe9707e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.556941827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c44f116d-cc6f-4f2b-8fcb-342229638d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.558110869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"21ab5b65-4c86-48e4-9822-8f95226c3a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.559527627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b181afe0-878b-4e5f-a906-032e317427af","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.560712527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0c3ead46-8a0f-47a7-abfb-37919fe9707e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.564218462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c44f116d-cc6f-4f2b-8fcb-342229638d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.56746598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b181afe0-878b-4e5f-a906-032e317427af","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.644596807Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-08c989","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-broken-08c989","reconcileID":"3ef3f1a1-9521-4699-a197-4d1737b671cd","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-broken-08c989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.6456811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b4de6b72-a280-4946-8392-c9180dd57e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.652109076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b4de6b72-a280-4946-8392-c9180dd57e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.766489348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1bd27699-662a-4bd3-b191-ce09730d0571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.768568161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"351fc8a5-02fb-4fc3-b8b7-f9d14e1f417c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.769810694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60a1cee4-0fde-4804-85c9-870398e21512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.773414906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"966e0baa-7e0d-4055-84b6-02ee5242c8f0","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.773881829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"425780b1-aa71-453c-971d-2392563fe53c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.775372247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"1bd27699-662a-4bd3-b191-ce09730d0571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.777280141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"351fc8a5-02fb-4fc3-b8b7-f9d14e1f417c","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.782262993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60a1cee4-0fde-4804-85c9-870398e21512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.784205916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"425780b1-aa71-453c-971d-2392563fe53c","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.785915661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"966e0baa-7e0d-4055-84b6-02ee5242c8f0","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.946782753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"73158457-55c1-417f-90e6-bb9dc9a3de50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.94960515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"57292a7e-556c-4910-acdd-99363ea065fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.951558411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"476dc248-ecf1-4c40-be8e-78c9ba7ac0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.952317391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"528d2801-2e05-4df3-9c31-e04e059b5e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.956548712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"57292a7e-556c-4910-acdd-99363ea065fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.958850114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"73158457-55c1-417f-90e6-bb9dc9a3de50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.959224241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"2d30656d-34c3-4788-8d68-39f41cdefcee","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.034665088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"476dc248-ecf1-4c40-be8e-78c9ba7ac0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.037130911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"528d2801-2e05-4df3-9c31-e04e059b5e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.040296966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"2d30656d-34c3-4788-8d68-39f41cdefcee","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.055834448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"17819afe-ff1d-4551-a291-c2350ac6c63f","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.055891728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"870024d3-61ab-450e-a279-a53b79f525cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.063438235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"17819afe-ff1d-4551-a291-c2350ac6c63f","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.063750346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"72f9da79-496f-4e90-8b92-09fa5ff2e034","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.064162292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"8612da7b-17bb-4166-99f0-8ac4df4277c0","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.064767906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"870024d3-61ab-450e-a279-a53b79f525cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.070468191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"2ab52a27-508a-4732-93ea-e88d2dbe4c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.072849935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"8612da7b-17bb-4166-99f0-8ac4df4277c0","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.07725789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"2ab52a27-508a-4732-93ea-e88d2dbe4c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.135053388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"72f9da79-496f-4e90-8b92-09fa5ff2e034","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.160702987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bca57623-1a36-44a3-ac75-b8a9e089363c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.168317792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6fb55b12-555f-42b1-8d66-5175e3994c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.173840799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bca57623-1a36-44a3-ac75-b8a9e089363c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.17784186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d6df771-383d-4fd8-8aef-19a74456bf8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.178954593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"d4a877f0-0f17-449b-b174-5f00e52f44bd","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.17969714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6fb55b12-555f-42b1-8d66-5175e3994c5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.241133561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d6df771-383d-4fd8-8aef-19a74456bf8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.241167468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"d4a877f0-0f17-449b-b174-5f00e52f44bd","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.255059791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"21e8ae43-5e44-4486-b235-3dce21ee64f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.262814717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"21e8ae43-5e44-4486-b235-3dce21ee64f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:46.852127788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"1ba9e8e2-01e4-450a-9386-546720cf1e1f","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:47.052902312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efd3e75-de60-4b98-b700-e2b63a41fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:47.056240227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efd3e75-de60-4b98-b700-e2b63a41fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:47.059650477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efd3e75-de60-4b98-b700-e2b63a41fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:47.063569208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efd3e75-de60-4b98-b700-e2b63a41fa3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:47.316385808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8ca77a-264d-442f-b022-8fbd173f3145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:47.321632143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8ca77a-264d-442f-b022-8fbd173f3145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:47.324109317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8ca77a-264d-442f-b022-8fbd173f3145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:47.326710549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f8ca77a-264d-442f-b022-8fbd173f3145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.145904538Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-08c989","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-broken-08c989","reconcileID":"48799ac2-e7c7-4c0a-8c19-b2f0d1d2a14e","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-broken-08c989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.16446562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"5e4a628c-ba1a-428d-8bdd-60a6ca506c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.166577939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"a436396a-6125-4909-ba37-ce749b92f1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.16804918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d01d9ff4-e3c8-46d2-b6f1-a087fe08341d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.173574547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"5e4a628c-ba1a-428d-8bdd-60a6ca506c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.176147502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"a436396a-6125-4909-ba37-ce749b92f1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.176892842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"e4cc29b6-98dc-4364-9c67-561971d2c4b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.177523841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"dd90b980-f8c0-45e6-8a4b-9117cd2ecb78","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.178526823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d01d9ff4-e3c8-46d2-b6f1-a087fe08341d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.186490202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"e4cc29b6-98dc-4364-9c67-561971d2c4b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.18710225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"dd90b980-f8c0-45e6-8a4b-9117cd2ecb78","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.240394979Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-08c989","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-broken-08c989","reconcileID":"85ca1000-f003-4e11-8076-6541eb95cd29","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-broken-08c989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.244881567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"05b1b6cf-f877-4578-ac8a-a2a992d101b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.252449019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"05b1b6cf-f877-4578-ac8a-a2a992d101b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.252770789Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"e9d176f5-3996-49fe-81f3-346ae5dd70fc","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.269926151Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"7ee40786-0b08-4212-bdc4-176879befc74","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.349156027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"dd37ce5a-db1f-451c-abea-391717fcfdf6","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.357512145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"dd37ce5a-db1f-451c-abea-391717fcfdf6","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.399709172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"37a59e92-5315-485d-92c1-44e2e0aaee06","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.435249551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c2d90ae5-e434-4dfc-9094-2a7f06901faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.437173522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"37a59e92-5315-485d-92c1-44e2e0aaee06","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.438290723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"48685c5e-a815-4d29-aaa4-4b8316717ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.438652148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7f854e40-ed24-4f2f-90fc-aa1ad5d812a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.443309944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c2d90ae5-e434-4dfc-9094-2a7f06901faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.44707811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c12211e9-9269-43da-956c-6d1ad248b43b","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.448302801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7f854e40-ed24-4f2f-90fc-aa1ad5d812a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.451315788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"48685c5e-a815-4d29-aaa4-4b8316717ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.45458334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bfb584-8041-49bc-9311-cd7184342dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.457237733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c12211e9-9269-43da-956c-6d1ad248b43b","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.460663453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bfb584-8041-49bc-9311-cd7184342dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.539031431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bfb584-8041-49bc-9311-cd7184342dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.542157421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7bfb584-8041-49bc-9311-cd7184342dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.547681244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"f4befb2f-4036-4857-8b8c-4355eb43b86d","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.547699139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"f4befb2f-4036-4857-8b8c-4355eb43b86d","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.566808627Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-sub","reconcileID":"0e91d2e8-e2b9-4c77-b968-6aeca05a483a","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3412a92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.616512662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"43fc6fe3-ce56-4a6a-b9d6-68635927e559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.620881971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2593eecb-df78-43f2-b241-5d86903a3546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.635291802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"31128e77-a87a-4a0e-bce4-6c31aa6af407","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.638313454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"43fc6fe3-ce56-4a6a-b9d6-68635927e559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.638796719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"c8e2da34-4f31-4083-b1c5-9a12832d13fc","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.639265895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2593eecb-df78-43f2-b241-5d86903a3546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.644004904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"31128e77-a87a-4a0e-bce4-6c31aa6af407","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.653307479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"c8e2da34-4f31-4083-b1c5-9a12832d13fc","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.757873126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"33728ccd-6176-4e6a-a4eb-aeac2a3a6731","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.835968023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"13e7624b-04c9-441c-ac79-652eefca40f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.83778928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"33728ccd-6176-4e6a-a4eb-aeac2a3a6731","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.841055577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"914fda20-9405-491f-bb14-61fb2e7eb6d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.843683288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"13e7624b-04c9-441c-ac79-652eefca40f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.843882551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2261a757-82ce-457b-936e-b41b1cddbc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.84421387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"76b9a960-92a6-4f29-aef2-6b0dc7ca127c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.848920604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"914fda20-9405-491f-bb14-61fb2e7eb6d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.851270464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"76b9a960-92a6-4f29-aef2-6b0dc7ca127c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.851706521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2261a757-82ce-457b-936e-b41b1cddbc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.86265883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"03e53075-4b1a-4922-84c7-308a3986561c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.864973167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6e8d2650-a869-458d-97df-b1ec4945e756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.866009407Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"08edfefe-31c9-4508-8371-1aacfe61c81a","namespace":"ai-tenant-e2e-mt-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.866081066Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"08edfefe-31c9-4508-8371-1aacfe61c81a","name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.934740715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"03e53075-4b1a-4922-84c7-308a3986561c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.935262774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"71464f33-b34b-4324-9fd7-d80f15bf351c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.93585112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6e8d2650-a869-458d-97df-b1ec4945e756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.936047591Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"08edfefe-31c9-4508-8371-1aacfe61c81a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.936058546Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"08edfefe-31c9-4508-8371-1aacfe61c81a","namespace":"ai-tenant-e2e-mt-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.936119242Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"08edfefe-31c9-4508-8371-1aacfe61c81a","name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.936469394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"6f54f480-513d-4687-a8d2-7e07185bda92","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.936482495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"6f54f480-513d-4687-a8d2-7e07185bda92","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.940097081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefb29b8-02a6-4667-b852-855a2ad160fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.942865369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"71464f33-b34b-4324-9fd7-d80f15bf351c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.943278075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefb29b8-02a6-4667-b852-855a2ad160fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.943443611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"1b48ff1c-5243-44bb-8561-e4ad704da62f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.943924631Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"08edfefe-31c9-4508-8371-1aacfe61c81a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.946298288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefb29b8-02a6-4667-b852-855a2ad160fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.947318203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"e710771f-2b09-4a16-bd58-540c9a49771d","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.947337294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"e710771f-2b09-4a16-bd58-540c9a49771d","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.949205553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefb29b8-02a6-4667-b852-855a2ad160fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.949907956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"8a271e4e-0464-4897-8971-ee931edfb309","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.952922724Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"624c1827-ae31-44c2-97cc-14bf438a1b61","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e2ba37af","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:51.95499458Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"e710771f-2b09-4a16-bd58-540c9a49771d","name":"e2e-lifecycle-model-1ec4b892","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-1ec4b892\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:51.955040594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"e710771f-2b09-4a16-bd58-540c9a49771d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-1ec4b892\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.959280018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"8a271e4e-0464-4897-8971-ee931edfb309","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.959415611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"1b48ff1c-5243-44bb-8561-e4ad704da62f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.960779096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"17ad634f-461a-4a97-a02b-f763b4abf91a","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.960798201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"17ad634f-461a-4a97-a02b-f763b4abf91a","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.97793799Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"336e3c86-339e-452d-aa05-61f818711173","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e2ba37af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.04952641Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"3bbba5cd-d72d-47c1-923f-d3f31e58aead","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.143982225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"3bbba5cd-d72d-47c1-923f-d3f31e58aead","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.154326784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"be5c0aad-d6f5-4787-8ffa-00a5520fc608","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.163276735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"be5c0aad-d6f5-4787-8ffa-00a5520fc608","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.171637919Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"3bbba5cd-d72d-47c1-923f-d3f31e58aead","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"e2e-mt-1ec4b892-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.171657506Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-policy-1ec4b892","reconcileID":"3bbba5cd-d72d-47c1-923f-d3f31e58aead","MaaSAuthPolicy":{"name":"e2e-policy-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.235090117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"91132e7a-4adb-4637-8be1-902e03da3ef7","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.235111989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"91132e7a-4adb-4637-8be1-902e03da3ef7","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.344318082Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"59f5b738-913e-47e8-9a08-1f0bbfeb3c77","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.350477481Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"ff0f5e9e-3908-42db-928a-f52c43e2fd06","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.35726613Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-2b8a08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-2b8a08","reconcileID":"141a42e2-b656-4083-940c-d61bb643b622","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-2b8a08","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-2b8a08":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.402304988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a62d354-4123-42b6-adaa-eacf63501211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.40870247Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"72235974-af80-49ae-85d5-5dbe86a6254f","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.410179651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a62d354-4123-42b6-adaa-eacf63501211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.413822892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a62d354-4123-42b6-adaa-eacf63501211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.41672515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a62d354-4123-42b6-adaa-eacf63501211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.435171729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"bd5688b2-c8ed-46b0-a116-f865a24c70d4","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.435207647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"bd5688b2-c8ed-46b0-a116-f865a24c70d4","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.460452698Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-sub","reconcileID":"b3d29d0b-513f-4d4e-8a3b-63e34fb6563d","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a29ce8b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.478837675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"524df771-9829-43bc-8da6-9d708e5225ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.478995964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"66b74597-29ad-4319-b817-0822ca65d1b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.479505242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"0024b800-a0f9-4eea-89ac-d3bc52e557a5","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.481436557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"9953c078-3ecd-47eb-97d8-22e8bb03657c","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.481886778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"96f254cc-4161-432a-9b6f-aca2a6f4dc3d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.4875413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"66b74597-29ad-4319-b817-0822ca65d1b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.487563939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"524df771-9829-43bc-8da6-9d708e5225ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.4900084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"0024b800-a0f9-4eea-89ac-d3bc52e557a5","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.496712841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"96f254cc-4161-432a-9b6f-aca2a6f4dc3d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.534898675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"9953c078-3ecd-47eb-97d8-22e8bb03657c","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.739157233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"772fb795-15e4-4aa6-a338-2e2823b34023","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.743118001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"6c4ddb3b-c4cb-4b8b-a248-e9049dab9b06","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.749584565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"772fb795-15e4-4aa6-a338-2e2823b34023","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.752414522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"6c4ddb3b-c4cb-4b8b-a248-e9049dab9b06","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.757695269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"fbb9f6ae-7350-4320-90a5-97f70a5e1800","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.757957875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"9b8e3488-ac5d-4d08-b40b-983bfa178206","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.758108633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"7d657b4e-ddd2-4a7f-9f66-e30940b3ae9e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.764532798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"fbb9f6ae-7350-4320-90a5-97f70a5e1800","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.765451964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"7d657b4e-ddd2-4a7f-9f66-e30940b3ae9e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.766740746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"9b8e3488-ac5d-4d08-b40b-983bfa178206","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.851100621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e61e267-bdfd-44ff-98c9-ad42a585f414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.853847004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e61e267-bdfd-44ff-98c9-ad42a585f414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.85666199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e61e267-bdfd-44ff-98c9-ad42a585f414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:52.859413031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e61e267-bdfd-44ff-98c9-ad42a585f414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:53.610142979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"7b38ec9c-e9be-4f3f-8264-fe2f7a3c97b8","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.57245231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-sub","reconcileID":"4a6ebee7-2276-4b82-9850-6c320834f6c3","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-86abdb","subscription":"e2e-rt-eq-86abdb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.58119996Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-sub","reconcileID":"4a6ebee7-2276-4b82-9850-6c320834f6c3","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.585950808Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-sub","reconcileID":"4a6ebee7-2276-4b82-9850-6c320834f6c3","MaaSSubscription":{"name":"e2e-rt-eq-86abdb-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-86abdb","namespace":"llm","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.61824721Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-fde3a0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.621077229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"2cb3aa98-ccb2-4c72-ad94-573dc9101277","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.621103445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"2cb3aa98-ccb2-4c72-ad94-573dc9101277","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.639807457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"6a9d9df6-25ec-4b3d-89e1-65bb34cae7bf","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.6398315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"6a9d9df6-25ec-4b3d-89e1-65bb34cae7bf","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.641556125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"44701959-2d9e-4323-9591-ad54fbc90512","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.641561717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce20b153-ae00-4dab-8564-0992da3a7bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.643571925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"ec1bdf0b-fb6c-4324-9e23-f4d29555f10c","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.643736932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbb03ff0-6d4e-4238-9416-fb49f89ec7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.651219293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"94f3a38b-f01c-4886-9fb0-e0f25de9c961","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.651240512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"94f3a38b-f01c-4886-9fb0-e0f25de9c961","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.65663402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"44701959-2d9e-4323-9591-ad54fbc90512","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.656749472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce20b153-ae00-4dab-8564-0992da3a7bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.659064261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbb03ff0-6d4e-4238-9416-fb49f89ec7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.659426485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"ec1bdf0b-fb6c-4324-9e23-f4d29555f10c","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.661366193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"717edf8f-a9f7-4330-aa9f-4b6ab4babf9d","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.661387109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"717edf8f-a9f7-4330-aa9f-4b6ab4babf9d","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.670809886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"3ecb5dc7-864d-4de9-b661-505c2033a168","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.670832275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"3ecb5dc7-864d-4de9-b661-505c2033a168","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.676769541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"7f90e3a5-8df3-4d25-b341-ee2ee9c40ef9","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.676787527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"7f90e3a5-8df3-4d25-b341-ee2ee9c40ef9","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.768599586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"550caa46-d413-4e55-9ca7-67acf6a18017","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.768625997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"550caa46-d413-4e55-9ca7-67acf6a18017","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.77323704Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-86abdb-access","reconcileID":"ae96cf3b-bda4-4448-8413-414cc8c8836e","MaaSAuthPolicy":{"name":"e2e-rt-eq-86abdb-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.790306746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"c96d438f-ba48-4b02-8c31-38e7b143bb85","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.79035811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"c96d438f-ba48-4b02-8c31-38e7b143bb85","MaaSModelRef":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-86abdb-c702f89b7e8b","namespace":"llm","model":"e2e-rt-eq-86abdb","externalModel":"e2e-rt-eq-86abdb","provider":"e2e-rt-eq-86abdb-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.980929979Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"cf62ee72-49c4-4dc9-a62b-730c7a018c46","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","subscription":"e2e-sub-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.986332Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"cf62ee72-49c4-4dc9-a62b-730c7a018c46","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.989530606Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-sub-1ec4b892","reconcileID":"cf62ee72-49c4-4dc9-a62b-730c7a018c46","MaaSSubscription":{"name":"e2e-sub-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"name":"maas-trlp-e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.025080906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"a2e15df4-93d5-411d-8abc-43c702c3fe44","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.025102921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"a2e15df4-93d5-411d-8abc-43c702c3fe44","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.025085714Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-fde3a0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.350661713Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"6be6475b-0d3f-4020-8cba-5c12daf789b0","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.408021246Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"e8749a26-1e6b-4ab2-99fa-f35e19b05092","namespace":"llm","name":"e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.418743399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e360acbb-536e-4346-8451-d94fd5c69c71","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.418764855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e360acbb-536e-4346-8451-d94fd5c69c71","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.419060763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4028b3f-820b-4855-8b06-77a3a82d1915","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.419074312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a4028b3f-820b-4855-8b06-77a3a82d1915","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.419304384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7bf4cd30-4b3c-4911-9b1d-0e85b0b85a5c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.419315806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7bf4cd30-4b3c-4911-9b1d-0e85b0b85a5c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.424115886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"a9f1a0f1-a8c4-4b5e-8b9c-4d51c7d50d1a","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.424134733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"a9f1a0f1-a8c4-4b5e-8b9c-4d51c7d50d1a","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.425494289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c66b43fc-0a8a-4007-b4d8-6911acef50cf","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.428293352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"eaa2f48e-04f7-4113-8877-5ad38b25e50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.428304902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9720b723-ed48-457b-9fa3-a17c98cd9c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.429070515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1ce882fd-33ff-424b-bf1b-7344b2939a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.430494927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c875731-6dba-4121-8c0b-dbdeacc8ba72","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.4305097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7c875731-6dba-4121-8c0b-dbdeacc8ba72","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.430730191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0468ee7c-517a-4760-a859-d897c836cf08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.430739499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0468ee7c-517a-4760-a859-d897c836cf08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.431063959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9bd4f90a-9a1b-4c88-8240-108ab4ca07ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.431076152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9bd4f90a-9a1b-4c88-8240-108ab4ca07ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.431368757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"365bdd93-1987-4e78-aa19-25a6e108ed21","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.431380113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"365bdd93-1987-4e78-aa19-25a6e108ed21","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.431600159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8bdeb8cf-f137-4a31-8df2-022abfc7971a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.431609243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8bdeb8cf-f137-4a31-8df2-022abfc7971a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.434705282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"c66b43fc-0a8a-4007-b4d8-6911acef50cf","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.441037029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"eaa2f48e-04f7-4113-8877-5ad38b25e50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.442979137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce317d1b-bfac-4cff-ad46-4f95229d5641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.447222006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9720b723-ed48-457b-9fa3-a17c98cd9c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.447665455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1ce882fd-33ff-424b-bf1b-7344b2939a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.45243051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6c48a92-c7df-4416-bd43-93cddbf30b69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.453074696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff040b6b-6636-4de1-b809-128275ed49c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.458121995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce317d1b-bfac-4cff-ad46-4f95229d5641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.460084689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"9a0d88a4-8a74-46b7-b83b-39ffec2545f2","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2ece70","model":"llm/e2e-rt-sw-2ece70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.471326155Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-sub","reconcileID":"e7ab3d8b-59f0-47d7-9ac2-b29b9b31a5c8","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","subscription":"e2e-cfl-ok-f9637b-2308ce-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.540292733Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-sub","reconcileID":"e7ab3d8b-59f0-47d7-9ac2-b29b9b31a5c8","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.561579909Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-sub","reconcileID":"e7ab3d8b-59f0-47d7-9ac2-b29b9b31a5c8","MaaSSubscription":{"name":"e2e-cfl-ok-f9637b-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.635202309Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-86abdb","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-86abdb","reconcileID":"167ccff6-8182-4bf6-8847-3eba20ab8e38","namespace":"llm","name":"e2e-rt-eq-86abdb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.642641563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d0d0488c-2866-41a1-bb3c-77e3129f45b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.646309685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"3e75de3e-7a83-4413-8c6b-f73898f69c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.652056896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d0d0488c-2866-41a1-bb3c-77e3129f45b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.656000897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"3e75de3e-7a83-4413-8c6b-f73898f69c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.661890082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"fef6f9bd-9f0c-44e2-8886-05e27195209b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.662773588Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-fde3a0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.671408739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5c78403b-f145-46b5-acc8-7b4856a78dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.672361258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"4fec0799-2a0b-4ede-87a5-29f68aea7b9d","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.672384336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"4fec0799-2a0b-4ede-87a5-29f68aea7b9d","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.676733767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"fef6f9bd-9f0c-44e2-8886-05e27195209b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.739689459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5c78403b-f145-46b5-acc8-7b4856a78dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.743146435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"ae2849ce-2ce7-4527-9063-b5d6916b1b0b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.754200956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"ae2849ce-2ce7-4527-9063-b5d6916b1b0b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.835054265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"5199e479-f0ef-4a78-ae75-648a33144ea5","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.835085075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"5199e479-f0ef-4a78-ae75-648a33144ea5","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.941807853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"4a65d7fa-6f57-4291-a0b6-09ce0c7884f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.94293982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bfa9a503-c125-4152-ad3a-52c007f8f513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.947335639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c8ef683f-8008-43f2-b3a5-b8cf3f92d97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.952162652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"4a65d7fa-6f57-4291-a0b6-09ce0c7884f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.953485636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"bfa9a503-c125-4152-ad3a-52c007f8f513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.954837123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c8ef683f-8008-43f2-b3a5-b8cf3f92d97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.955053462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"4e1be6d6-337b-4c5c-aa6c-3902614c5d0f","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.961819002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"4e1be6d6-337b-4c5c-aa6c-3902614c5d0f","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.969426752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5e12eb78-b8d5-4ceb-8949-3f715493c694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.976731528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d15703dd-c73f-4e1d-a242-9f0cee47e3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.980299604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"6f53c48d-b352-4790-9b75-8c7c14ed2b83","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.035144838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5e12eb78-b8d5-4ceb-8949-3f715493c694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.036789881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d15703dd-c73f-4e1d-a242-9f0cee47e3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.037913881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"6f53c48d-b352-4790-9b75-8c7c14ed2b83","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.077259685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"07f8e0ed-362a-43a2-a0df-c175f9353bbd","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.087523473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"07f8e0ed-362a-43a2-a0df-c175f9353bbd","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.183658793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1b291803-a4e7-44da-8499-c7911c5e2b5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.183708998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"bfe269ad-ccbc-4625-8af6-de9c4ede80eb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.184274357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b398250-42e1-4460-acd1-14fbaa6c553f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.184272554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"950d57f4-251a-4405-a6ec-793a65aa8281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.193360917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"1b291803-a4e7-44da-8499-c7911c5e2b5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.194293566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"bfe269ad-ccbc-4625-8af6-de9c4ede80eb","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.195719686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b398250-42e1-4460-acd1-14fbaa6c553f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.197817308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"950d57f4-251a-4405-a6ec-793a65aa8281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.272818966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"f17a29ff-ea2d-497d-9ccc-c732f0d23f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.283159805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"f17a29ff-ea2d-497d-9ccc-c732f0d23f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.359545038Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-ok-f9637b-2308ce-access","reconcileID":"0d0bb8bf-4255-4a91-85c2-557096fcc981","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f9637b-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.371517777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"457dded9-7189-4e44-aa71-f9676be5871c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.37514069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"32e3725a-8e93-4312-98c7-5fdcf39d0931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.376254288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"1dc3cfdc-7ff2-435b-955b-91c1e6ccdf57","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.378842395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"6ac3babe-5665-4197-9c6f-44cdd918d13c","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.378862162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"6ac3babe-5665-4197-9c6f-44cdd918d13c","MaaSModelRef":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-ok-f9637b-cccb6fc4a3c1","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-ok-f9637b","externalModel":"e2e-cfl-ok-f9637b","provider":"e2e-cfl-ok-f9637b-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.37911838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"457dded9-7189-4e44-aa71-f9676be5871c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.383719428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"32e3725a-8e93-4312-98c7-5fdcf39d0931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.384449251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"1dc3cfdc-7ff2-435b-955b-91c1e6ccdf57","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.496580006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"c2bde4ab-f87e-4d60-8378-5de9fe33fc33","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.496611629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"c2bde4ab-f87e-4d60-8378-5de9fe33fc33","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.511035085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b06663fe-900a-46ce-83c6-4a2818eb713f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.511060459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63cbb73c-df2d-4efa-b5be-bd68862a8315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.523059771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63cbb73c-df2d-4efa-b5be-bd68862a8315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.523581359Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"4eaf7d54-294c-45cb-91fd-7741b8124276","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c7ae821f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.525410656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b06663fe-900a-46ce-83c6-4a2818eb713f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.610423601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8685fd69-984b-4c6f-9e62-d67229a97e7a","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.617058544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"8685fd69-984b-4c6f-9e62-d67229a97e7a","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.617259116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"c483a56d-3261-4bb6-9f4b-db49cca3948d","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.707069641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b724000-f2aa-45c6-9c6d-ec5540568f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.708534855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fefe18f-06be-4798-ba70-19c7e0ebff7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.714363986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b724000-f2aa-45c6-9c6d-ec5540568f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.716462631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fefe18f-06be-4798-ba70-19c7e0ebff7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.87607199Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"402645cc-1986-406a-a2f8-16d862192355","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.905627325Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"a6226049-d30e-4ea3-bdb3-30c0443e1f2d","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.90631293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"cec444d9-b633-4156-85d0-bb2ca1b432b7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.908242174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"eb945a55-4a76-4f8b-96cf-bdf3d7859a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.915730938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dbed154-1aa5-4cf7-997d-2cf908bc6e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.918032972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"60931282-8713-4dd7-8095-06d27b96a273","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.918999169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"b726651d-8a38-43dd-8ae8-ec430e58762c","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.91902329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"b726651d-8a38-43dd-8ae8-ec430e58762c","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.924688965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"eb945a55-4a76-4f8b-96cf-bdf3d7859a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.931072117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"cec444d9-b633-4156-85d0-bb2ca1b432b7","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.932679068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"282fff59-1135-4058-86b2-0dbfc3b662c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.936292033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"60931282-8713-4dd7-8095-06d27b96a273","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.936734731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dbed154-1aa5-4cf7-997d-2cf908bc6e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.955138448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-sub","reconcileID":"a426ec82-a520-4f3e-ba27-92bc2ffcb1ca","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-same-7cd67a","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.956368344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"851f4627-5085-460f-909a-fbdeb5a8f778","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-10c660","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.958735692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"282fff59-1135-4058-86b2-0dbfc3b662c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.96299437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"b7a0438b-b2b1-439e-9574-3f71c0bed5df","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:03.963027538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"b7a0438b-b2b1-439e-9574-3f71c0bed5df","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.059790326Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-f9637b","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","reconcileID":"2626fe38-6151-45cc-a12e-b81c0b3808dd","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-ok-f9637b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.083665216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"252ea2d4-6f50-43eb-bc02-b2304f1ff3d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.084277052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e0823a94-5dca-4401-b687-79ff35d98cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.08775815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aa897e9-1994-48bd-a3b9-cfe0cf948c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.091061623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"252ea2d4-6f50-43eb-bc02-b2304f1ff3d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.091964839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e0823a94-5dca-4401-b687-79ff35d98cd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.137827672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0aa897e9-1994-48bd-a3b9-cfe0cf948c28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.197052442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"979182ca-e6a7-489f-9dd1-1827a618f7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.19737702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"49b3cc97-8ef2-490c-8aab-c060b55deea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.197052503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ea9a35c2-2a54-4ec0-945a-e0fbdcf59ab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.1999893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"bac495cd-e809-4f87-9def-e440a3eb65b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.207409563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"49b3cc97-8ef2-490c-8aab-c060b55deea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.207948602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"4ca589cb-f293-4ea1-8a02-bb77135b833f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.210019319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"979182ca-e6a7-489f-9dd1-1827a618f7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.210431109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"ea9a35c2-2a54-4ec0-945a-e0fbdcf59ab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.212519913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"bac495cd-e809-4f87-9def-e440a3eb65b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.217453425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"4ca589cb-f293-4ea1-8a02-bb77135b833f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.288583176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"3f095ead-2b62-41e4-bed3-b0f4588dc4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.288734504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"faede095-8370-4212-ad3c-4c017dc8dc0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.289926969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"7edf5d92-c5d4-45ce-88fc-b9339e8680fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.297224008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"3f095ead-2b62-41e4-bed3-b0f4588dc4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.297487466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"faede095-8370-4212-ad3c-4c017dc8dc0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.29783819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"afb362bd-c831-4371-b5de-d42520ae67fa","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.298259498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"2849bfe5-5134-4fcf-90bc-4677e6b2de45","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.299764152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"7edf5d92-c5d4-45ce-88fc-b9339e8680fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.306773473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"afb362bd-c831-4371-b5de-d42520ae67fa","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.307976496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"2849bfe5-5134-4fcf-90bc-4677e6b2de45","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.384596825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ee55c290-d808-4e67-bded-1f39a70b29bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.386797878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bc8b31b-3538-45a0-9693-cd585b5ca1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.389012826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ebacc334-98de-44d6-8c67-bad33738864e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.390386597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"2aed3a9f-152b-44bc-a26f-1c0d5163e472","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.393788459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ee55c290-d808-4e67-bded-1f39a70b29bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.396854916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bc8b31b-3538-45a0-9693-cd585b5ca1e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.399914316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"ebacc334-98de-44d6-8c67-bad33738864e","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.400835188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"2aed3a9f-152b-44bc-a26f-1c0d5163e472","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.541398797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"960a5f98-8bec-4716-ba3b-fd729eaa1acd","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.541459044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"960a5f98-8bec-4716-ba3b-fd729eaa1acd","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.56440337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"63df4d73-2d0a-4571-a120-e92f646732d4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.564834168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"e01b6c6c-9bda-4cf8-8711-7d6481e91938","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.56793174Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-sub","reconcileID":"b42e11de-34f6-4cdf-b5ce-531ee11eaede","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d7b573dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.576872039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"241bb706-37a1-4357-bd4e-d5dcccbb3986","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.582594709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"63df4d73-2d0a-4571-a120-e92f646732d4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.585325706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"e01b6c6c-9bda-4cf8-8711-7d6481e91938","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.594271476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"241bb706-37a1-4357-bd4e-d5dcccbb3986","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.72618177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"277d7f7b-8ac8-46b3-8bbe-27f3fdb3864f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.730051954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"bdd1eace-15e4-4e1d-9604-8690685fc1fe","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.737224735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"277d7f7b-8ac8-46b3-8bbe-27f3fdb3864f","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.737723739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"55527eeb-99c8-4df3-87f1-196566892f16","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.755054721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"bdd1eace-15e4-4e1d-9604-8690685fc1fe","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.768998468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"55527eeb-99c8-4df3-87f1-196566892f16","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.835107405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"cbfb53a4-8081-44f0-9ca3-2fa59ccf4394","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.83815314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"605bbac2-0556-40af-9d7d-0eef4eef5cba","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.846683078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"605bbac2-0556-40af-9d7d-0eef4eef5cba","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.854338413Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"cbfb53a4-8081-44f0-9ca3-2fa59ccf4394","name":"e2e-shared-b-w2-2b8a08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.864756635Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","namespace":"ai-tenant-e2e-mt-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.864818985Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","namespace":"ai-tenant-e2e-mt-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.864863576Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","tenant":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.867956222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"3096ece9-7f05-4100-ad97-1c78945d72ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.869400263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"Deployment","name":"maas-api-e2e-mt-1ec4b892","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.876491038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"3096ece9-7f05-4100-ad97-1c78945d72ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.888626697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"Service","name":"maas-api-e2e-mt-1ec4b892","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.89718553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-1ec4b892","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.907497205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-1ec4b892","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.915777679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.925786936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.935055194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.941475113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.943991094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"Deployment","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.946331693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.949541527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"Service","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.953551122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"Service","name":"payload-pre-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.9588415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"DestinationRule","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.961501921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.966708785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.973036162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.976167383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.981108282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.985772544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:04.990923033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"7e192ff5-8c45-4b0d-9800-5bf4dbdbf0d6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-1ec4b892","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.171051187Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-1ec4b892","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-1ec4b892","reconcileID":"6920657e-179f-4ae0-a95a-c943062b54ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-1ec4b892","removed":["maas.opendatahub.io/gateway-access-e2e-mt-1ec4b892"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.225729977Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"a48a0c58-848f-438d-adcb-3185d12b7f74","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.235477021Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"d720630c-cd77-4814-9a1f-224e406017a7","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.257756875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"d720630c-cd77-4814-9a1f-224e406017a7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.266325775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"26c9cbc6-1aba-44b5-80d7-346b4b60a96a","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.266566281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"26c9cbc6-1aba-44b5-80d7-346b4b60a96a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.291155264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"72a81ad2-4c77-40fc-8fd6-fd0762d71d96","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.29127851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"72a81ad2-4c77-40fc-8fd6-fd0762d71d96","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.346853406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"8258ed55-ea46-4764-a908-ed2abf2bd64f","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.348452262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"8258ed55-ea46-4764-a908-ed2abf2bd64f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.435749113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"c9f99524-884c-40cf-ba68-a77095bccfdb","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.435866742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"c9f99524-884c-40cf-ba68-a77095bccfdb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.498320252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f58f30e-7cbd-4cca-846b-a9916ab08700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.501725751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f58f30e-7cbd-4cca-846b-a9916ab08700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.505153104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f58f30e-7cbd-4cca-846b-a9916ab08700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.507782418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f58f30e-7cbd-4cca-846b-a9916ab08700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.517079572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"c9726e40-3ef8-4afa-8e02-5dcf3a997493","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.51714719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"c9726e40-3ef8-4afa-8e02-5dcf3a997493","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.677708802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"d137abb1-3101-44d4-b6ff-1fc904488228","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:05.67778056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"d137abb1-3101-44d4-b6ff-1fc904488228","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.695710609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0610effa-213a-4031-81e4-68dbd2ddae37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.698280816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0610effa-213a-4031-81e4-68dbd2ddae37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.700752509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0610effa-213a-4031-81e4-68dbd2ddae37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:05.703276546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0610effa-213a-4031-81e4-68dbd2ddae37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.04367901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"04598f96-aca5-4e3f-a9ab-018dd7222d55","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.043748755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"04598f96-aca5-4e3f-a9ab-018dd7222d55","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.68409162Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"0d0eae3a-5535-432a-bdea-3317edf593fb","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.684193134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"0d0eae3a-5535-432a-bdea-3317edf593fb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:07.96464258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"97ffd332-b5b7-4f89-bb29-3bbfcef43f95","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:07.96476754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"97ffd332-b5b7-4f89-bb29-3bbfcef43f95","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:10.525950893Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"bd3c68bc-59a8-4eb6-b1d4-c8fd4b367856","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:10.526024363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"bd3c68bc-59a8-4eb6-b1d4-c8fd4b367856","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.769114569Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.819799274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"483747b4-a172-4683-a447-953d89ebd3e8","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:11.823135216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"ada8b60b-b25b-4842-b78b-8d14a87cf936","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:11.823191042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"ada8b60b-b25b-4842-b78b-8d14a87cf936","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:11.938923821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"e441ddff-2d1f-4e24-bab6-e16c67832f73","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:11.942968594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"fc1389d0-83ab-41c1-9bdb-19f6dbc3c147","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:11.943042125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"fc1389d0-83ab-41c1-9bdb-19f6dbc3c147","error":"resolve tenant gateway for model ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892-kserve-route (gateways: [openshift-ingress/e2e-mt-1ec4b892]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.014543582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e098dda-aa41-4e6c-92f0-31d5949dee07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.017237459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e098dda-aa41-4e6c-92f0-31d5949dee07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.019715368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e098dda-aa41-4e6c-92f0-31d5949dee07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.022317636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e098dda-aa41-4e6c-92f0-31d5949dee07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.201852288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c93f0f23-2ae6-4fc0-90dd-1c2d0692defb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.204730418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c93f0f23-2ae6-4fc0-90dd-1c2d0692defb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.20754484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c93f0f23-2ae6-4fc0-90dd-1c2d0692defb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.210040615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c93f0f23-2ae6-4fc0-90dd-1c2d0692defb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.509903457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a0c2f3-d190-4873-ae42-54ebf3f97456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.545007416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a0c2f3-d190-4873-ae42-54ebf3f97456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.551888915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a0c2f3-d190-4873-ae42-54ebf3f97456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.55532888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8a0c2f3-d190-4873-ae42-54ebf3f97456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.873398983Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"e6f283db-b1fe-4cd4-95ed-8f6847a49998","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.877570094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"04a59fc5-2b5e-47f1-acbe-f3aadaba0d98","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.877587868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"04a59fc5-2b5e-47f1-acbe-f3aadaba0d98","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:12.890182996Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-1ec4b892","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-1ec4b892","reconcileID":"9b5bfdbd-08a6-4059-81aa-0d10165f9f9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-1ec4b892","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-1ec4b892":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.081600091Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"89a72ebf-b7e2-44fd-b00d-58e3d157ce87","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.087859024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"f7bed63e-eb12-48db-b08b-e43a8cac3351","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.087881078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"f7bed63e-eb12-48db-b08b-e43a8cac3351","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.337913034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f091851-b15f-4d94-99f2-a9e66405d8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.341460372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f091851-b15f-4d94-99f2-a9e66405d8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.344837427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f091851-b15f-4d94-99f2-a9e66405d8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.347882732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f091851-b15f-4d94-99f2-a9e66405d8a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.54503088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"18d0ddd2-1652-4393-89ea-a3506252c531","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2ece70","subscription":"e2e-rt-sw-2ece70-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.552210935Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"18d0ddd2-1652-4393-89ea-a3506252c531","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.556818859Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-sub","reconcileID":"18d0ddd2-1652-4393-89ea-a3506252c531","MaaSSubscription":{"name":"e2e-rt-sw-2ece70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-2ece70","namespace":"llm","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.639199756Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.65753186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"d92d076b-977d-4095-94d9-80867b2b5038","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.657568027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"d92d076b-977d-4095-94d9-80867b2b5038","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.68250527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca404654-de51-46f4-bd0f-6b44a3e9a9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.684086507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"46f3270c-a1f1-4439-a422-9965e580e299","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.686561964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"4ac33deb-d710-4feb-9113-485ec4e81195","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.686642406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"4ac33deb-d710-4feb-9113-485ec4e81195","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.692507336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75599ee1-c10d-4cf9-8607-6b934626c818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.695382047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca404654-de51-46f4-bd0f-6b44a3e9a9ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.695922539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"b12a078a-f52a-4e05-930f-d7b6b3ab79d1","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.695939741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"b12a078a-f52a-4e05-930f-d7b6b3ab79d1","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.69667817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"46f3270c-a1f1-4439-a422-9965e580e299","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.700828107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75599ee1-c10d-4cf9-8607-6b934626c818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.704425524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"1e51c30a-c343-4f5d-ab90-a4e5db8d23c7","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.704446395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"1e51c30a-c343-4f5d-ab90-a4e5db8d23c7","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.70605367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3cf42b-6a81-496e-8e89-df3e163e0ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.744939462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3cf42b-6a81-496e-8e89-df3e163e0ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.748015614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3cf42b-6a81-496e-8e89-df3e163e0ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.751048155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3cf42b-6a81-496e-8e89-df3e163e0ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.787597204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"0d8752f6-a4bd-4d04-8a46-0c7eac787e96","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.787622949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"0d8752f6-a4bd-4d04-8a46-0c7eac787e96","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.806955248Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-2ece70-access","reconcileID":"b01d78f1-9747-443e-9ff2-d17a7fc46d6d","MaaSAuthPolicy":{"name":"e2e-rt-sw-2ece70-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.826208951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"4444517b-2487-4eb9-9430-4bdf8c29514f","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.82623484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"4444517b-2487-4eb9-9430-4bdf8c29514f","MaaSModelRef":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-2ece70-8a582f45b424","namespace":"llm","model":"e2e-rt-sw-2ece70","externalModel":"e2e-rt-sw-2ece70","provider":"e2e-rt-sw-2ece70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.915647907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"872bf887-fd58-4792-bf47-b925abcf0b7d","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.407579758Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"4aafcdda-cece-423c-ace8-03e5117aa9bb","namespace":"llm","name":"e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.418188322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2f88f535-197e-43c8-86ca-370a7e82c2ea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.418213326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2f88f535-197e-43c8-86ca-370a7e82c2ea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.418615013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83e225af-8383-44a7-aacb-4923f179cfd7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.41863582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83e225af-8383-44a7-aacb-4923f179cfd7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.419011752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fd59b745-7fe0-417a-8aef-85f0979b8278","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.419028706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fd59b745-7fe0-417a-8aef-85f0979b8278","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.419440166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e622f4b1-2f88-489b-82ff-ad41458595f4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.419464181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e622f4b1-2f88-489b-82ff-ad41458595f4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.419850968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ecfa01c-69b0-4423-9f13-6979c92d3370","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.419866856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ecfa01c-69b0-4423-9f13-6979c92d3370","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.420331895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4912a44-f976-495e-a932-544b6b4f195d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.420397915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4912a44-f976-495e-a932-544b6b4f195d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.420869023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1427db23-c80e-43ed-b0ca-d16b96cdae75","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.420885924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1427db23-c80e-43ed-b0ca-d16b96cdae75","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.42123532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"250da553-60d9-43c0-bfa8-b3200f6d9999","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.421250604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"250da553-60d9-43c0-bfa8-b3200f6d9999","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.438868896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"4bcd5c89-4603-4f50-93fc-0fd4fafdc713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.439031124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9bdde3dd-2d32-40e4-bbe3-9d5c7ad22f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.439844776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0d92be7-a0ed-4071-be36-79815eef7fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.442018664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"41fd3723-caf2-447e-804a-d6dba589a642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.443784197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b0b0d6e8-6787-4e8e-bd73-57abe651ebbf","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.44716762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"4bcd5c89-4603-4f50-93fc-0fd4fafdc713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.450119084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0d92be7-a0ed-4071-be36-79815eef7fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.450152639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9bdde3dd-2d32-40e4-bbe3-9d5c7ad22f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.451769654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffcddad6-5cdf-4df2-a23c-7e944c4e5888","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.455576429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"41fd3723-caf2-447e-804a-d6dba589a642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.456819703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b0b0d6e8-6787-4e8e-bd73-57abe651ebbf","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.459640394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df9ebcaa-2535-462a-9763-8249815b2d16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.571498996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-sub","reconcileID":"a5f4faf0-ec43-44f1-8947-ddbfb0d403b7","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","subscription":"e2e-cfl-same-7cd67a-fde3a0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.585132629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"173595f9-f659-432e-8d2c-58fbbdd5fc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.589992564Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-2ece70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-2ece70","reconcileID":"a0959e37-e627-4198-9ae0-80431c81e053","namespace":"llm","name":"e2e-rt-sw-2ece70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.590958838Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-sub","reconcileID":"a5f4faf0-ec43-44f1-8947-ddbfb0d403b7","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.592861619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"be4b5c99-5e0c-4623-9aca-54d7a45a635f","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.593021068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"173595f9-f659-432e-8d2c-58fbbdd5fc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.604655651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"be4b5c99-5e0c-4623-9aca-54d7a45a635f","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.659529345Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-sub","reconcileID":"a5f4faf0-ec43-44f1-8947-ddbfb0d403b7","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-fde3a0-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.681586563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ad4a1ad-2be5-40ed-8c21-563cdc333463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.681720546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"d50cf08e-b0e2-4458-b704-299a6e397393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.681591643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"82cbb5fc-a88c-4613-aeac-297d27fa6537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.688697743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ad4a1ad-2be5-40ed-8c21-563cdc333463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.689862383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"d50cf08e-b0e2-4458-b704-299a6e397393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.690238019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"dd6d54e2-d71f-46d4-83cb-2ad3c16a199e","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.691189081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"82cbb5fc-a88c-4613-aeac-297d27fa6537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.693128853Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-same-7cd67a-2308ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.698423528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"dd6d54e2-d71f-46d4-83cb-2ad3c16a199e","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.69921183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"e91dfd82-cbc1-4473-9ec8-6b37513cd054","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.699227507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"e91dfd82-cbc1-4473-9ec8-6b37513cd054","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.779039807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3862d567-b198-4220-8925-89a1b2cb2549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.78021214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2172f5fd-3a4d-44e4-a8b9-50d267ee8ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.789117752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2172f5fd-3a4d-44e4-a8b9-50d267ee8ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.789873697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"3862d567-b198-4220-8925-89a1b2cb2549","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.837046965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"b56f14a4-75c3-41b7-bd47-57a61faa153d","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.837090438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"b56f14a4-75c3-41b7-bd47-57a61faa153d","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.914051466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7d898fcd-6f84-4546-b2d2-d82faef719bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.934879083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7d898fcd-6f84-4546-b2d2-d82faef719bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.983976071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ea90a19-70b6-4cef-b1a7-071ecb50467e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.984576254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"606484d5-aaf5-43dd-a812-dee43023c568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.988292083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"15dff389-1d43-4c28-8c1c-93c63a8e2f90","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.988326271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"17f7f6bd-c510-4414-b8e5-44a97786e4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.99387636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ea90a19-70b6-4cef-b1a7-071ecb50467e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.994809492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"606484d5-aaf5-43dd-a812-dee43023c568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.998124434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"15dff389-1d43-4c28-8c1c-93c63a8e2f90","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:14.998284156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"17f7f6bd-c510-4414-b8e5-44a97786e4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.079731565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d24ac3f0-53c1-4b9e-8e81-9d16cccc7cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.081526042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1b31d314-ae0a-42ae-a6cb-950c9686e7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.081666976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"4b963f68-c152-44e3-ba71-084989415513","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.082045676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f21ab3b2-bc7d-4cc0-afda-51637af5c2c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.08482558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"030c1846-0e67-423d-9d0e-420ae50a2419","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.087598828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d24ac3f0-53c1-4b9e-8e81-9d16cccc7cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.089141705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"1b31d314-ae0a-42ae-a6cb-950c9686e7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.090487011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"4b963f68-c152-44e3-ba71-084989415513","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.091633539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f21ab3b2-bc7d-4cc0-afda-51637af5c2c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.093068364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"030c1846-0e67-423d-9d0e-420ae50a2419","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.165440021Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-fde3a0-access","reconcileID":"8dd7451d-4ea0-479c-806b-b01284e38eb4","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-fde3a0-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.184483353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"b9ebf50f-e85b-4128-9276-60625c5b986c","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-2-fde3a0/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.18450684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"b9ebf50f-e85b-4128-9276-60625c5b986c","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"routeName":"external-model-e2e-cfl-same-7cd67a-b2d930489542","namespace":"e2e-extmod-cfl-2-fde3a0","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.3411607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"d9a3e968-c7c4-4cb1-95a3-0f5b65c80fcf","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.341188226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"d9a3e968-c7c4-4cb1-95a3-0f5b65c80fcf","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.353734011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"9583acef-d359-4c50-bb78-b401f90ef51d","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.354374435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"66539b4d-9790-4c0a-b32d-8333188d17aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.356730172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"6344802d-cf24-4cdf-973e-712e90ee203a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.357874991Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-sub","reconcileID":"b3142294-e9ce-4ecd-833a-8eb013a00302","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a1fa54a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.361736149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"9583acef-d359-4c50-bb78-b401f90ef51d","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.362502937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"66539b4d-9790-4c0a-b32d-8333188d17aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.363943267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"6344802d-cf24-4cdf-973e-712e90ee203a","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.486816468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"0fc6df1f-ca25-4e83-8484-43d4dd44f855","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.486816466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c6681b6f-37da-476e-8f65-15104ecdf8a6","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.490614095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"71a6ba21-f228-4f12-a86c-21bce3ab7f2d","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.49445872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"0fc6df1f-ca25-4e83-8484-43d4dd44f855","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.495562204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c6681b6f-37da-476e-8f65-15104ecdf8a6","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:15.497486598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"71a6ba21-f228-4f12-a86c-21bce3ab7f2d","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:18.489814135Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"37708e73-a0f3-481d-8461-6aa075dfd8ff","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:18.794671122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92e76da-4160-4108-b7a6-e58b3996c066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:18.797886643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92e76da-4160-4108-b7a6-e58b3996c066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:18.807358752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92e76da-4160-4108-b7a6-e58b3996c066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:18.818949566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92e76da-4160-4108-b7a6-e58b3996c066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:19.06297537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650b1d02-a2c0-490f-b92f-b6234ec82ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:19.066503827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650b1d02-a2c0-490f-b92f-b6234ec82ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:19.06896246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650b1d02-a2c0-490f-b92f-b6234ec82ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:19.072304419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"650b1d02-a2c0-490f-b92f-b6234ec82ead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:19.336052273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"f5bb770b-509c-4cfa-802f-c50dc289c56e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:19.371390235Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"f5bb770b-509c-4cfa-802f-c50dc289c56e","name":"e2e-mt-1ec4b892-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.448793765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"f8d146c5-e4bf-4be4-9aca-c2253319cfbc","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.554583874Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"5d5973de-cef1-4559-a62c-2924b7f24c84","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.564882611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf10f5d1-400c-48ef-88f3-ae1b0865c1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.567758886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf10f5d1-400c-48ef-88f3-ae1b0865c1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.572862391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf10f5d1-400c-48ef-88f3-ae1b0865c1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.578266273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf10f5d1-400c-48ef-88f3-ae1b0865c1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.730096194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbf6d1f-5483-4546-9f0f-7c104e76ad00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.732550821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbf6d1f-5483-4546-9f0f-7c104e76ad00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.734970679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbf6d1f-5483-4546-9f0f-7c104e76ad00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.737468031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fbf6d1f-5483-4546-9f0f-7c104e76ad00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.911139264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f942733-9524-492e-84ed-506939492932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.914063001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f942733-9524-492e-84ed-506939492932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.916656986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f942733-9524-492e-84ed-506939492932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:20.920496657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f942733-9524-492e-84ed-506939492932","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:21.568632827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"5a06ed6d-2b90-40a2-8700-8aac56ddd329","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:21.581051912Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c47670","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c47670","reconcileID":"082599d4-7fd8-47ca-8a32-79aaad8b53c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c47670","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c47670":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:21.617969442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"bb61d054-6028-40a3-a807-9dfa41254605","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:21.801047213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37ce55d-f9ec-42f0-b668-de8cdeeef5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:21.803960655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37ce55d-f9ec-42f0-b668-de8cdeeef5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:21.807190945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37ce55d-f9ec-42f0-b668-de8cdeeef5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:21.812937435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f37ce55d-f9ec-42f0-b668-de8cdeeef5a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.093266144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d171f81f-b50a-4d39-beda-30a7fbe790ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.14630161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d171f81f-b50a-4d39-beda-30a7fbe790ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.148985281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d171f81f-b50a-4d39-beda-30a7fbe790ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.151724041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d171f81f-b50a-4d39-beda-30a7fbe790ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.392114258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7df6b9-6155-4d52-9288-c8939cd09a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.394776142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7df6b9-6155-4d52-9288-c8939cd09a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.397296716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7df6b9-6155-4d52-9288-c8939cd09a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.400136246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7df6b9-6155-4d52-9288-c8939cd09a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.858029682Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"eddc9781-adc7-4abd-8285-5eae6b25711a","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.923530234Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"966cd5fe-1fd0-4e79-ab2a-f3f7aa6fd2e9","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.361305426Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-sub","reconcileID":"3a178e7e-4794-4831-8455-9a2df29b5020","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","subscription":"e2e-cfl-same-7cd67a-2308ce-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.368085118Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-sub","reconcileID":"3a178e7e-4794-4831-8455-9a2df29b5020","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.370745301Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-sub","reconcileID":"3a178e7e-4794-4831-8455-9a2df29b5020","MaaSSubscription":{"name":"e2e-cfl-same-7cd67a-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.461038492Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a62d22 priority=0:[ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-10c660-2308ce-sub ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e-a62d22-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.464038454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"4b0c3328-3120-4fc6-9e8d-1cc8ca768a71","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.464060174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"4b0c3328-3120-4fc6-9e8d-1cc8ca768a71","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.486514425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"8499ae5d-4d5e-4fdc-90fc-ea020d0c397f","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.486706272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"13400104-1901-44fa-a15c-d75316d14f02","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.487558722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"894c1dc1-fdde-4a2a-8b21-802096d352f4","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.48758208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"894c1dc1-fdde-4a2a-8b21-802096d352f4","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.491379202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"533de99c-97b0-44b2-8017-5f03f38091d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.498740534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"13400104-1901-44fa-a15c-d75316d14f02","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.503157708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"8499ae5d-4d5e-4fdc-90fc-ea020d0c397f","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.504856221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"ea7b61ce-55ae-488e-8c09-4080e3fc3d6f","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.504875848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"ea7b61ce-55ae-488e-8c09-4080e3fc3d6f","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.507029857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"533de99c-97b0-44b2-8017-5f03f38091d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.576759717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"1eb727cb-905a-4734-a6f2-ed1b5a5ded67","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.584357958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"1eb727cb-905a-4734-a6f2-ed1b5a5ded67","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.609614226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"821a7482-cbe4-498d-a4fd-21bf24b25dce","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.609715901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"821a7482-cbe4-498d-a4fd-21bf24b25dce","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.629839382Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-same-7cd67a-2308ce-access","reconcileID":"45c13f7e-54a2-4265-a884-a63db8fa293b","MaaSAuthPolicy":{"name":"e2e-cfl-same-7cd67a-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.738142491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"ea1c5fa2-8ef4-4af4-9ef6-0e7df1d4356a","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.738168149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"ea1c5fa2-8ef4-4af4-9ef6-0e7df1d4356a","MaaSModelRef":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-same-7cd67a-7f8aa07c6eda","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-same-7cd67a","externalModel":"e2e-cfl-same-7cd67a","provider":"e2e-cfl-same-7cd67a","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.234893658Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"98aa1d56-5465-4660-9099-5cd0b2a3ff16","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.245771044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"01736ba1-8b69-473b-bd4d-374315fc2703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.245813715Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"9b7ef615-8581-48fc-a231-7d32baf226c9","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.246219248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"35eba36b-566f-48da-b6b5-ccfeca290a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.246508277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"55ad2f2e-a993-4b2a-8f1d-3f38bf67ea29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.246728407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76012f5b-5507-476a-8172-6f688f813e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.250521457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"3cd12f62-35ba-4e25-bf91-2719d46a4d62","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.254400263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"2f1a87f1-a5ae-4cbb-954f-3646125f1206","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.254421922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"2f1a87f1-a5ae-4cbb-954f-3646125f1206","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.255497932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76012f5b-5507-476a-8172-6f688f813e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.25777035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"35eba36b-566f-48da-b6b5-ccfeca290a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.257827153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"55ad2f2e-a993-4b2a-8f1d-3f38bf67ea29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.260638699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"3cd12f62-35ba-4e25-bf91-2719d46a4d62","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.260789718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"01736ba1-8b69-473b-bd4d-374315fc2703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.272164418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"2655792b-5015-4832-befa-b75fcb4c4c1f","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-10c660","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.38442389Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","reconcileID":"32f9e447-5152-4d96-b053-751df069a6eb","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.384652439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"abb72211-3c86-4967-a5ce-295dbec92279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.384926941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"37af8ac3-855e-4af4-bef9-e6b41c4466e8","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.385459586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c92d0743-95a8-4edc-8805-4d647e273eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.3866561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4f25890f-76de-4b9d-a6f3-389313e595db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.392991249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"abb72211-3c86-4967-a5ce-295dbec92279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.393186869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c92d0743-95a8-4edc-8805-4d647e273eba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.395629404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"4f25890f-76de-4b9d-a6f3-389313e595db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.396373521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"37af8ac3-855e-4af4-bef9-e6b41c4466e8","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.494788385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a2c7ef55-3d74-488f-a6ff-06dbd807b416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.497144011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"15ac389e-bb14-4064-9670-4b00700b01ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.498313149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2ce53058-299a-4285-ac7d-e47bbbb1793c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.498483582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"484ad8a2-d0eb-4007-8976-5f934873a284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.504294848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a2c7ef55-3d74-488f-a6ff-06dbd807b416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.507789367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5cfb5aa0-deb7-42eb-9b7e-e33c519c90f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.50811546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"15ac389e-bb14-4064-9670-4b00700b01ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.510717093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2ce53058-299a-4285-ac7d-e47bbbb1793c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.514031402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"484ad8a2-d0eb-4007-8976-5f934873a284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.517740364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"5cfb5aa0-deb7-42eb-9b7e-e33c519c90f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.589454486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7ae5a1e-aca5-4819-a0bd-176692b37bf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.590092778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5fcb2f00-ff74-4fca-81f3-7ebc51f0b8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.591169726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"a3933abc-2f77-4c03-bbab-0e4a89f0f429","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.591685477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"8eae594a-e330-4bcb-bb02-11618096f6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.592457454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6124a630-2974-426c-a3ba-2c3917b8bc19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.63793443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"a3933abc-2f77-4c03-bbab-0e4a89f0f429","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.638648317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6124a630-2974-426c-a3ba-2c3917b8bc19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.639115971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7ae5a1e-aca5-4819-a0bd-176692b37bf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.63984515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"8eae594a-e330-4bcb-bb02-11618096f6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.640648718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"5fcb2f00-ff74-4fca-81f3-7ebc51f0b8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.700099277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f4695f0d-4043-455c-a8cf-7b6752bbac41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.700299137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a63a4258-f496-46a7-a513-eeba771a4e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.700099779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"2267f9f6-055d-4fda-af6c-a982af5aef4e","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.700830307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"15123c74-ebf7-475e-9946-003ac3324dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.709197287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f4695f0d-4043-455c-a8cf-7b6752bbac41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.709706087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"2267f9f6-055d-4fda-af6c-a982af5aef4e","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.712769777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"15123c74-ebf7-475e-9946-003ac3324dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.713029142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a63a4258-f496-46a7-a513-eeba771a4e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.226491579Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"9c500ddf-b08a-4d7e-b9ae-a56c68815f6b","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.236437211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a097f31-ad16-497c-ab7c-acf5ac424f5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.236673974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"5a10ba30-cd7d-4211-9ebf-ac29847b868c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.237787153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"29cf451f-9d73-4431-b582-dbdb6a329d52","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.238175946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"00bf24ac-df34-4a53-872d-e423adaa81bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.239843987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c6c7b2e9-a8e5-4f0b-866a-02c21ea2a1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.244453937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a097f31-ad16-497c-ab7c-acf5ac424f5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.245536276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"5a10ba30-cd7d-4211-9ebf-ac29847b868c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.249108888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c6c7b2e9-a8e5-4f0b-866a-02c21ea2a1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.252547956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"29cf451f-9d73-4431-b582-dbdb6a329d52","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.253117167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"00bf24ac-df34-4a53-872d-e423adaa81bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.257599341Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"ae7c1389-9aa2-46c5-a1e0-20c2d984a25a","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.371031039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"e9beb31b-2aed-4b70-b423-cddcf14bad6a","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.371655893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ecf02c44-006c-4dbe-abd7-6d4a6f45f8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.379610784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"ecf02c44-006c-4dbe-abd7-6d4a6f45f8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.380701013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"e9beb31b-2aed-4b70-b423-cddcf14bad6a","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.407142975Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-7cd67a","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","reconcileID":"13c0995f-39e3-4d6b-9b78-7ec16db8ee9e","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-same-7cd67a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.466689131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3038f5ca-7466-4d30-983a-3769eb4522df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.466707461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bbf5ba7c-2f81-49ae-af55-662bb9939a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.467165698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f394bdec-b7aa-4499-a9ac-a9ca664ce226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.474924956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3038f5ca-7466-4d30-983a-3769eb4522df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.479667343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bbf5ba7c-2f81-49ae-af55-662bb9939a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.497553158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f394bdec-b7aa-4499-a9ac-a9ca664ce226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.568576579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"2491c96c-f175-442e-b81c-a5ff818a987d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.568740317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"1ccb9d90-b3c8-43b9-87e9-042b61cf5dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.573218661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"48f85dc7-851f-4d46-8c5f-d096c4a814c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.576694358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"2491c96c-f175-442e-b81c-a5ff818a987d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.576893468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"1ccb9d90-b3c8-43b9-87e9-042b61cf5dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.582827878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"48f85dc7-851f-4d46-8c5f-d096c4a814c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.669427433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7d9ab9dc-1271-4bb6-8ea6-131baf88f0c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.673064053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19ebcefb-c2e4-4411-93b5-379434a70174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.673807309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"c248b6fd-a91b-40b9-93a2-ae15382a51c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.67401699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"15eff706-4ab0-4856-ad65-ae442036d945","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.673807156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"6f4b53b5-cff3-4c48-bf80-139ca94ea98f","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.67744748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7d9ab9dc-1271-4bb6-8ea6-131baf88f0c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.681861016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19ebcefb-c2e4-4411-93b5-379434a70174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.683961452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"c248b6fd-a91b-40b9-93a2-ae15382a51c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.685624112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"15eff706-4ab0-4856-ad65-ae442036d945","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.688312416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"6f4b53b5-cff3-4c48-bf80-139ca94ea98f","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.852747376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6ffd4b3a-9dd3-4651-a27d-d10458377977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.853452126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d39a9875-be68-40f9-aed1-d133d709748a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.854617744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"30fb3a6c-8bb0-4750-913b-6ffa1e76ecee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.860791737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"6ffd4b3a-9dd3-4651-a27d-d10458377977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.866678183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d39a9875-be68-40f9-aed1-d133d709748a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.943725892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"30fb3a6c-8bb0-4750-913b-6ffa1e76ecee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.952789983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"ca9f6a83-91f4-4b10-9a78-e670a0a01057","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.952818165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"ca9f6a83-91f4-4b10-9a78-e670a0a01057","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.964868749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"cfda7b70-0b40-4fea-ab60-99da32878a14","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.965551297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"43a746e2-a847-4b66-a8af-bc10c873c098","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.977611934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"cfda7b70-0b40-4fea-ab60-99da32878a14","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.977779118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"43a746e2-a847-4b66-a8af-bc10c873c098","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:27.977880867Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"d18325b9-563f-4d2c-bd72-7a65f618c687","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-18a137e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.16476732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c96db1dd-fa34-4989-a98f-80d4b038491b","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.165246048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"ea66c1d7-55d0-4f0f-9031-54e100d89a77","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.17335466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"c96db1dd-fa34-4989-a98f-80d4b038491b","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.17351529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"ea66c1d7-55d0-4f0f-9031-54e100d89a77","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.64161297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"fd8b729b-3f5f-4ce9-b4a6-066da3d74911","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.647569438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"5c18e724-2219-4909-aa44-32466e711375","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.647591115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"5c18e724-2219-4909-aa44-32466e711375","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.893987572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adabe351-82a3-4e24-b3b7-91c4b80ab25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.896697863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adabe351-82a3-4e24-b3b7-91c4b80ab25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.899293266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adabe351-82a3-4e24-b3b7-91c4b80ab25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:34.902113036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adabe351-82a3-4e24-b3b7-91c4b80ab25c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:35.19091063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccfd2bca-ae1f-44d3-948a-2b1db7a0c22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:35.1940598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccfd2bca-ae1f-44d3-948a-2b1db7a0c22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:35.198580779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccfd2bca-ae1f-44d3-948a-2b1db7a0c22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:35.206969637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccfd2bca-ae1f-44d3-948a-2b1db7a0c22d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.083195151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"fa085f0c-f8a1-40b2-9fe1-e3ae0629f88f","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.10014128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"2e6c7c73-ce3e-4bad-8a62-4c92ac9747f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.105012046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"ed48e7b3-8b16-4fac-85cf-c5726ac3e0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.105580675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"55007feb-0f76-458a-bf3d-6c419ac52035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.112263027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"ed48e7b3-8b16-4fac-85cf-c5726ac3e0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.112899819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"55007feb-0f76-458a-bf3d-6c419ac52035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.129824112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"8d470a70-e86f-4f9c-b461-4f3ec3ef5354","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.203247058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"69ae6e01-deb0-4e73-ade9-bb6037acc2f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.254104374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"c13e8dca-0e20-400c-bc76-de2584b94a17","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:36.997256065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"f24d2715-cb79-41bc-a367-3d1d73eb158a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:37.019267839Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"f24d2715-cb79-41bc-a367-3d1d73eb158a","name":"e2e-extmod-a-c47670-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:37.98082292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"6c37d36d-0000-42b8-b804-09fbd8d23bb1","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","subscription":"e2e-cfl-10c660-2308ce-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:37.986210353Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"6c37d36d-0000-42b8-b804-09fbd8d23bb1","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:37.989049484Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-sub","reconcileID":"6c37d36d-0000-42b8-b804-09fbd8d23bb1","MaaSSubscription":{"name":"e2e-cfl-10c660-2308ce-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.126705729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"6473d77b-fe97-4cc0-8f4e-2d08759653dc","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.126753357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"6473d77b-fe97-4cc0-8f4e-2d08759653dc","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.135014021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b814f87c-fe0d-41f6-a348-85a5398ad299","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.13627843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"32bedcec-47f5-470f-9eae-abcb687be1c5","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.151280022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"d5e0e776-a811-4a29-a533-7c28a8831250","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.151309787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"d5e0e776-a811-4a29-a533-7c28a8831250","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.152575502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"b814f87c-fe0d-41f6-a348-85a5398ad299","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.15586969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"32bedcec-47f5-470f-9eae-abcb687be1c5","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.223335162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"186a5537-6536-4db2-9d8e-a8d5b0fdf5fa","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.232968576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"186a5537-6536-4db2-9d8e-a8d5b0fdf5fa","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.25420925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"3025efd7-a31e-4e6e-a9e4-59c0acd7bc0f","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.254243087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"3025efd7-a31e-4e6e-a9e4-59c0acd7bc0f","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.264171012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-10c660-2308ce-access","reconcileID":"1d0bdd42-a05d-4f65-b16b-d3f9ff8ffefd","MaaSAuthPolicy":{"name":"e2e-cfl-10c660-2308ce-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.276776015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"785c670f-5ba2-410a-a50a-1972bb66d593","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.27679817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"785c670f-5ba2-410a-a50a-1972bb66d593","MaaSModelRef":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-10c660-f51cf37cccec","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-10c660","externalModel":"e2e-cfl-10c660","provider":"e2e-cfl-10c660-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.901794905Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"26d96cb6-fab5-435f-b3c0-36e461f4d165","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.911421277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc785ee5-bf65-4ff8-b797-33df891c21e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.911537858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"2c1aee7d-44fc-464a-83cf-942ac3f7191f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.912025111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"28a50726-36b6-4792-b499-a6a5e5822365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.912061993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"caf93ff6-5d1d-4167-a761-0443e4c6076b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.913078755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"e3176b7f-2144-497a-b21c-19d62be8d8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.918793793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"2c1aee7d-44fc-464a-83cf-942ac3f7191f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.919592107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"28a50726-36b6-4792-b499-a6a5e5822365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.922989159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc785ee5-bf65-4ff8-b797-33df891c21e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.925075524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"caf93ff6-5d1d-4167-a761-0443e4c6076b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.928637554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"e3176b7f-2144-497a-b21c-19d62be8d8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.930594478Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-2-fde3a0"},"namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","reconcileID":"6843d4f4-9b68-43e0-8ba4-69dff85ab285","namespace":"e2e-extmod-cfl-2-fde3a0","name":"e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.945313928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"a1c24952-5e9b-4c94-ac39-4488b063af16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.945789819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ce2025cf-3be3-438b-937d-19a52bafd9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.947505331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"132a2cfe-2af2-45d4-b853-2e42f7c465d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.94776491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e376d7fb-5ef6-400d-a101-6e3206016cd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.953140371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ce2025cf-3be3-438b-937d-19a52bafd9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.953206505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"a1c24952-5e9b-4c94-ac39-4488b063af16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.955856813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e376d7fb-5ef6-400d-a101-6e3206016cd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.956069295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"132a2cfe-2af2-45d4-b853-2e42f7c465d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.958978912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"50cce920-e4a7-45fb-95e1-d2492eec7e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:38.968783285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"50cce920-e4a7-45fb-95e1-d2492eec7e92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.01068246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"01388f23-5411-4304-b3eb-a68702b8aad6","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.01156732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8c5e751-0fd7-4adf-9b4e-57af9c3dc87b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.011636155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d3caead7-b564-40c3-b7f6-ccd992141789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.034988649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7e5251ee-1d7f-4781-8ec2-686bcedcecc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.036928108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"d3caead7-b564-40c3-b7f6-ccd992141789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.037415802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8c5e751-0fd7-4adf-9b4e-57af9c3dc87b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.039696317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"01388f23-5411-4304-b3eb-a68702b8aad6","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.043437305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7e5251ee-1d7f-4781-8ec2-686bcedcecc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.111838241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"81251c55-96dd-42fc-a329-5882932972bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.111947252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"d68dd46b-7932-47d6-89c1-011440845ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.112431339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0f501d5d-6c69-45cc-aee9-81b3a4e2ad8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.115419419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a15d773-51d0-4bb1-ac33-5c962d13446e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.121884275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"81251c55-96dd-42fc-a329-5882932972bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.122758211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0f501d5d-6c69-45cc-aee9-81b3a4e2ad8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.125337905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"d68dd46b-7932-47d6-89c1-011440845ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.126774396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a15d773-51d0-4bb1-ac33-5c962d13446e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.887991372Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"9dce7df0-d3e2-496f-9622-10308104b9f0","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.898006709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"e27c3cdc-21ae-445f-b4c4-79a682caf0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.899230971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a85792b-02df-425e-8edf-66087b464b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.899421575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"5fccdebe-0f01-4a94-890f-01e42ed716bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.90068325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"95757617-3a53-4cbd-8af0-de70ac08e278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.901287338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d3c0fe38-a8a7-418e-b016-272912a92516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.904044838Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"332312ce-944b-448d-98e4-dd5dc61a4713","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.9062431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"e27c3cdc-21ae-445f-b4c4-79a682caf0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.907206246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"5fccdebe-0f01-4a94-890f-01e42ed716bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.908729135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"95757617-3a53-4cbd-8af0-de70ac08e278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.910788604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a85792b-02df-425e-8edf-66087b464b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.911058544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d3c0fe38-a8a7-418e-b016-272912a92516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.998673452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c121ff61-8479-441b-9654-6ee2a8a0c4d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.998738526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"bca141ef-186f-4210-aa7e-31939d69f882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.999251711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"e99b598a-63de-4d85-acd6-f4faff9e1c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:39.999881905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"30ffc0ca-97f5-4919-864a-7db9496416fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.000221511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"7c7f2448-c828-47f9-86fb-1d8cc81b27d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.006689947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"c121ff61-8479-441b-9654-6ee2a8a0c4d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.006885109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"bca141ef-186f-4210-aa7e-31939d69f882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.0093819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"30ffc0ca-97f5-4919-864a-7db9496416fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.01019798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"e99b598a-63de-4d85-acd6-f4faff9e1c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.011703308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"7c7f2448-c828-47f9-86fb-1d8cc81b27d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.03120128Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-10c660","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","reconcileID":"151bee11-d461-458a-89ef-fc360b48b3a4","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-10c660","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.037952224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"ed95eb09-48a6-4e26-98ca-c967cbf2d717","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.041700943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e70be6d-8cb2-4f16-8471-19143eabe454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.042300256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7fe1e8f6-db8c-438e-a50b-4820794f5cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.042893681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"0d5e2e5f-dfa8-41a5-9a9f-c060173bb64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.044033705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0a68e163-1058-41e0-b08c-603f971a2b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.047689473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"ed95eb09-48a6-4e26-98ca-c967cbf2d717","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.051277886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e70be6d-8cb2-4f16-8471-19143eabe454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.054860264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"7fe1e8f6-db8c-438e-a50b-4820794f5cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.05854009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"0d5e2e5f-dfa8-41a5-9a9f-c060173bb64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.06196097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0a68e163-1058-41e0-b08c-603f971a2b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.258618537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"eed7c1da-e41f-4b36-9bf3-dd9341b886f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.259736803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"8f7258d5-5f78-4aa4-a7f3-d6b7a6e27515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.260312179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e737f279-5f30-49e2-ae56-8be694c7447d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.270530845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"eed7c1da-e41f-4b36-9bf3-dd9341b886f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.335589371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e737f279-5f30-49e2-ae56-8be694c7447d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.336293717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"8f7258d5-5f78-4aa4-a7f3-d6b7a6e27515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.362416372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"1fc7ce20-704d-43a4-93d5-e3a7925c89a2","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.367944297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"013dda75-e804-4657-9c0f-3694f4bdab3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.374851789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"1fc7ce20-704d-43a4-93d5-e3a7925c89a2","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.37644352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"013dda75-e804-4657-9c0f-3694f4bdab3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.453468082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"cacb49e5-c679-4f0c-9e50-7f0d3aa0d2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.45579503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8b1bced4-b486-4137-a676-f7ca5679f04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.455834492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61559fc9-88f3-400b-a751-649c1a0fa593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.456387672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8d00f1c6-5ecb-480c-b697-c4d3f88ef9c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.456455888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d32cd359-f577-4e42-9325-c77359139176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.463807558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"cacb49e5-c679-4f0c-9e50-7f0d3aa0d2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.469096887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61559fc9-88f3-400b-a751-649c1a0fa593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.469610074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8b1bced4-b486-4137-a676-f7ca5679f04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.472524829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"8d00f1c6-5ecb-480c-b697-c4d3f88ef9c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.472994847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d32cd359-f577-4e42-9325-c77359139176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.536408374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"f0a463b8-a9a0-4645-814e-6527f319c670","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.536441064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"f0a463b8-a9a0-4645-814e-6527f319c670","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.55229427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"fbe11bc0-8c8a-4fc3-a5de-ba675c8fb5c3","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.561610586Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-sub","reconcileID":"c86315e6-ec54-4d42-996f-00f5ad96f26a","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dc66dcf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.561926462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"1097b61c-fd2b-4274-9cee-97dc37c85b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.562159967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"fbe11bc0-8c8a-4fc3-a5de-ba675c8fb5c3","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.572587285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"1097b61c-fd2b-4274-9cee-97dc37c85b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.652896916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"2dda71bb-e9b3-4e92-a103-ff223b16c265","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.664874515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"2dda71bb-e9b3-4e92-a103-ff223b16c265","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:41.768107392Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.694363721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"b546a98f-44f7-49ed-995f-cf961d2f189d","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.713203753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"a6e9af32-6a13-411c-a9c4-f45906e5b9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.713436908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9f7359f7-7665-4f37-b226-644297f6b7a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.71444737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"5fbf18e9-dd3a-4419-bea0-51fdb158d379","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.729201284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"a6e9af32-6a13-411c-a9c4-f45906e5b9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.731689094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"9f7359f7-7665-4f37-b226-644297f6b7a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.747740328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"db3730c6-d6a2-40cd-8f74-c77d516878a5","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:42.824180185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"72c78a67-7878-4d3c-9b64-c138cf3d3b1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.290046486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52059564-0f82-4b3e-9a5a-635a82383db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.292555851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52059564-0f82-4b3e-9a5a-635a82383db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.294959254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52059564-0f82-4b3e-9a5a-635a82383db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.297636611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52059564-0f82-4b3e-9a5a-635a82383db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.673026316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d7cd1a-cad3-4039-a8aa-88c83600dc05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.676183448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d7cd1a-cad3-4039-a8aa-88c83600dc05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.678724883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d7cd1a-cad3-4039-a8aa-88c83600dc05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.681565435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53d7cd1a-cad3-4039-a8aa-88c83600dc05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.879275783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844ea6e5-3f37-48db-90fd-62f3cb3c3b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.882653553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844ea6e5-3f37-48db-90fd-62f3cb3c3b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.885301032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844ea6e5-3f37-48db-90fd-62f3cb3c3b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.887837174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844ea6e5-3f37-48db-90fd-62f3cb3c3b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.085870135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be38465-5d7b-4226-9de6-d552eea46154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.088579937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be38465-5d7b-4226-9de6-d552eea46154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.09106745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be38465-5d7b-4226-9de6-d552eea46154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.09351555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be38465-5d7b-4226-9de6-d552eea46154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.363979202Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7e439d04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7e439d04","reconcileID":"97e80722-7113-41d8-8280-90fc2403eba5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7e439d04","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-7e439d04":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.384271265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"fa80232b-39bc-4f47-b58f-85f91d72c069","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.38441657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"fa80232b-39bc-4f47-b58f-85f91d72c069","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.406906415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5536ca98-c094-43d5-89f2-a581b0551f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.40964713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5536ca98-c094-43d5-89f2-a581b0551f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.412839707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5536ca98-c094-43d5-89f2-a581b0551f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.418091613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5536ca98-c094-43d5-89f2-a581b0551f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.4688299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"b21dd754-fc8f-458d-aaf5-85b14a6e6254","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.468858235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"b21dd754-fc8f-458d-aaf5-85b14a6e6254","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.699678621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe201d8-e585-425d-85bd-d4ba2bb1251b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.70226509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe201d8-e585-425d-85bd-d4ba2bb1251b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.708010862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe201d8-e585-425d-85bd-d4ba2bb1251b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.714887185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe201d8-e585-425d-85bd-d4ba2bb1251b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.979413861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a539158d-5d9f-4e5d-89a4-9cef94b0483a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.982616478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a539158d-5d9f-4e5d-89a4-9cef94b0483a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.985821653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a539158d-5d9f-4e5d-89a4-9cef94b0483a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.991718678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a539158d-5d9f-4e5d-89a4-9cef94b0483a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:49.916056228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"a03b776c-ee14-44bc-ab45-5788adbdbc6c","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.566066932Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-sub","reconcileID":"97160fba-4213-45bb-b239-117dd1d37c46","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","subscription":"e2e-cfl-e87c5e-a62d22-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.574002346Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-sub","reconcileID":"97160fba-4213-45bb-b239-117dd1d37c46","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.63049619Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-sub","reconcileID":"97160fba-4213-45bb-b239-117dd1d37c46","MaaSSubscription":{"name":"e2e-cfl-e87c5e-a62d22-sub","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"maas-trlp-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.669276439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"47a35443-2343-46d8-8f69-23dd019ccfc1","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.669306912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"47a35443-2343-46d8-8f69-23dd019ccfc1","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.676764597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"1b896f3d-3838-41f2-b66e-9f1aa3ba5058","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.686807188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"1b896f3d-3838-41f2-b66e-9f1aa3ba5058","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.772979351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"8e6c78a9-be4a-452d-ab01-72f8d9724472","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.780434592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"8e6c78a9-be4a-452d-ab01-72f8d9724472","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.801298743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"7b3222bf-1889-4ce2-b18e-d203d299e64f","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.801321202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"7b3222bf-1889-4ce2-b18e-d203d299e64f","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:50.896012405Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"36778e36-30c3-4303-8e0f-dd53550e97ee","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.127884113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"36778e36-30c3-4303-8e0f-dd53550e97ee","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.169110031Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"36778e36-30c3-4303-8e0f-dd53550e97ee","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"name":"e2e-extmod-a-a62d22-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.169146443Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e-a62d22-access","reconcileID":"36778e36-30c3-4303-8e0f-dd53550e97ee","MaaSAuthPolicy":{"name":"e2e-cfl-e87c5e-a62d22-access","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a62d22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.251522643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"f7a75f6b-a373-4d5b-8192-e5526d862f66","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"ai-tenant-e2e-extmod-a-a62d22/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.251556101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"f7a75f6b-a373-4d5b-8192-e5526d862f66","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"routeName":"external-model-e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.294127936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40a02de-572e-48b4-9ddc-9fb9b76f5b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.296552191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40a02de-572e-48b4-9ddc-9fb9b76f5b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.299262987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40a02de-572e-48b4-9ddc-9fb9b76f5b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.302257497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b40a02de-572e-48b4-9ddc-9fb9b76f5b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.535744384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c01f74-a02b-4851-9516-78f6746d3472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.538544265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c01f74-a02b-4851-9516-78f6746d3472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.540874443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c01f74-a02b-4851-9516-78f6746d3472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.5435403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3c01f74-a02b-4851-9516-78f6746d3472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.768650708Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"e3250e24-4764-49a3-98f4-3cd1d8a70eef","namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.776909003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"a2d618be-e524-4267-92dc-e0a1bde36cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.777391731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"662808ce-4db1-4aec-a21a-a3987cbb8a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.77853288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"a6061da0-4f7b-4e1a-b9c8-f76cba9209fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.778906202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ec4e7425-bfda-4bc1-a818-6ad15bd99c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.77929699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7a45a13f-98e5-46f7-89ee-90e7806b45b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.783808523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"a2d618be-e524-4267-92dc-e0a1bde36cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.786611209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"662808ce-4db1-4aec-a21a-a3987cbb8a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.789000784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"a6061da0-4f7b-4e1a-b9c8-f76cba9209fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.83724863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"7a45a13f-98e5-46f7-89ee-90e7806b45b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.837543053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ec4e7425-bfda-4bc1-a818-6ad15bd99c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.951798623Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","reconcileID":"c2be510c-dc50-453f-9634-3e7565a35d43","namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:51.959497379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6f4f0e85-a036-41a4-87d3-f4fd346a4833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.035517994Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"fba3e7ae-f0f7-4ec3-8cb3-d7989eb1cde7","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.039875572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6f4f0e85-a036-41a4-87d3-f4fd346a4833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.043819806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"851f9c1b-bbb2-4644-af08-0a7b7f27a1c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.043912851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"05627ff9-c597-418a-9474-f5d5dc93a5d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.044337145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"092db434-76ea-440a-9151-331f4a2917f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.04437865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9eeea14f-3c6e-4a76-adaa-2d9ebdce3afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.052898166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"9eeea14f-3c6e-4a76-adaa-2d9ebdce3afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.05407829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"05627ff9-c597-418a-9474-f5d5dc93a5d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.055479752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"092db434-76ea-440a-9151-331f4a2917f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.057862874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"851f9c1b-bbb2-4644-af08-0a7b7f27a1c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.06008525Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"c32e0523-3583-497a-a899-dff6e251d592","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.065138191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"f9a8b815-32b8-4265-b1bc-2306c5eece64","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"tenant":"e2e-extmod-a-a62d22","gateway":"openshift-ingress/e2e-extmod-a-a62d22","model":"e2e-extmod-cfl-1-2308ce/e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.065160432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"f9a8b815-32b8-4265-b1bc-2306c5eece64","MaaSModelRef":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"routeName":"external-model-e2e-cfl-e87c5e-509affba8410","namespace":"e2e-extmod-cfl-1-2308ce","model":"e2e-cfl-e87c5e","externalModel":"e2e-cfl-e87c5e","provider":"e2e-cfl-e87c5e-provider","gateway":"openshift-ingress/e2e-extmod-a-a62d22","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.158415855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49ac0cb4-bed5-4683-8e83-377f4f2a9d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.165703282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49ac0cb4-bed5-4683-8e83-377f4f2a9d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.257595892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73a1fb9f-5911-40c4-a49d-b6c0e9ef81d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.258299553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ce09b46e-a4b4-415c-9e92-8c4c34dadd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.258322705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6889ee6e-8176-45d6-a5c3-405e118dc32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.258898331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"97d49850-c4d5-4759-951e-48494b49445d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.258993329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"089db8cd-318d-4d68-ba64-a11384115216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.265560514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73a1fb9f-5911-40c4-a49d-b6c0e9ef81d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.268658194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"089db8cd-318d-4d68-ba64-a11384115216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.274365913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6889ee6e-8176-45d6-a5c3-405e118dc32a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.277981348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"ce09b46e-a4b4-415c-9e92-8c4c34dadd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.291006084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"97d49850-c4d5-4759-951e-48494b49445d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.370074449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"519cfec0-6b15-44ce-b3d5-b4d13a5c7515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.379989776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6ed6cbae-2d1a-4bec-8105-7069efc0c63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.380409745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6dc691a3-887c-4ff0-96a5-7f546749f9b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.389950591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"519cfec0-6b15-44ce-b3d5-b4d13a5c7515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.475642017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6ed6cbae-2d1a-4bec-8105-7069efc0c63b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.503484585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"6dc691a3-887c-4ff0-96a5-7f546749f9b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.513688062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c2eea091-eed7-46bc-9c24-46c01d2c8992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.529847803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"86c893e1-2f96-4bfe-8f4e-1c44ff2bd145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.530770318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"b1a9b938-c3c8-4919-aa1e-6013134321a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.530856349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"c2eea091-eed7-46bc-9c24-46c01d2c8992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.539962197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"86c893e1-2f96-4bfe-8f4e-1c44ff2bd145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.544518621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"b1a9b938-c3c8-4919-aa1e-6013134321a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.846766595Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"f95d3958-e5d5-4ab1-8f6c-b22c08bfa8c4","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.856124828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c6ae3b73-5ca1-4985-b9b0-e02d6043e731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.85663367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f96b5bf6-97d7-45d8-881a-b6bbe292e900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.857029443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a05db9d-282a-4cb7-bc02-b9474cb279a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.857440819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c0e85fc-d647-4768-b19e-d0e63a0f8fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.858599712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cb104ade-af5d-47da-a839-1f4ea3b03b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.937920221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c6ae3b73-5ca1-4985-b9b0-e02d6043e731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.944324493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c0e85fc-d647-4768-b19e-d0e63a0f8fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.95716002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"cb104ade-af5d-47da-a839-1f4ea3b03b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.960634102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a05db9d-282a-4cb7-bc02-b9474cb279a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.962322567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"f96b5bf6-97d7-45d8-881a-b6bbe292e900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.984749278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"ee44721f-f76b-45b8-8792-6254ae2f659d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.984749318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"bd8b2dad-727e-4a3e-b3bd-d5fb0ec9c08b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.988706296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"e9e78c71-d273-4ba5-9782-839b826ef929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.995783563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"ee44721f-f76b-45b8-8792-6254ae2f659d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:52.996749318Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e87c5e","namespace":"e2e-extmod-cfl-1-2308ce"},"namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","reconcileID":"aa40b4cd-4044-4fe3-8646-78c7ccdda5a3","namespace":"e2e-extmod-cfl-1-2308ce","name":"e2e-cfl-e87c5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.000293475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"e9e78c71-d273-4ba5-9782-839b826ef929","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.035887995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"bd8b2dad-727e-4a3e-b3bd-d5fb0ec9c08b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.0900756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f615875b-1c38-4956-baa5-b99a8312167b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.090253033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"bbaa1c32-f2ec-45d6-a6cc-5db5f12a313a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.090714095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8d656eaa-e078-4a8b-849a-857d33427d06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.090793166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e5c66d21-a8ff-4bca-9147-8f8bf000fb75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.091084504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"dc759e00-7458-408b-9fe9-0cde51d99b67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.103063314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f615875b-1c38-4956-baa5-b99a8312167b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.104147756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"8d656eaa-e078-4a8b-849a-857d33427d06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.106877034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e5c66d21-a8ff-4bca-9147-8f8bf000fb75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.108115985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"bbaa1c32-f2ec-45d6-a6cc-5db5f12a313a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.110811768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"dc759e00-7458-408b-9fe9-0cde51d99b67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.178742296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f12b75f3-7b39-4729-b92f-48483b41b6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.17874205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bed6260b-415f-478f-9af7-376130d2a9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.179399527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"8d6bc4dc-343c-4f35-8f83-7e72e23299a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.180670435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"9b671c40-b637-47b0-bb4d-c1a18fdf97e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.182570033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10d54fb7-52c3-4c13-9636-54deb5d67af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.189401343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"8d6bc4dc-343c-4f35-8f83-7e72e23299a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.189448246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f12b75f3-7b39-4729-b92f-48483b41b6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.193200474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"9b671c40-b637-47b0-bb4d-c1a18fdf97e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.194674677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bed6260b-415f-478f-9af7-376130d2a9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.198268601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10d54fb7-52c3-4c13-9636-54deb5d67af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.374224372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fc9053d-63e3-465f-9012-22080fd41ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.374625347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b217f4e7-5af8-42b7-9a11-0de13a9799bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.384522485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"b217f4e7-5af8-42b7-9a11-0de13a9799bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:53.384841739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fc9053d-63e3-465f-9012-22080fd41ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:56.410668262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a07d51-ab7c-4d7a-a59c-092ef01ef64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:56.434721507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a07d51-ab7c-4d7a-a59c-092ef01ef64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:56.437462292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a07d51-ab7c-4d7a-a59c-092ef01ef64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:56.440075908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a07d51-ab7c-4d7a-a59c-092ef01ef64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:56.801192769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256da2a3-1fab-4396-b6b3-9433ec307fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:56.804449311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256da2a3-1fab-4396-b6b3-9433ec307fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:56.807244764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256da2a3-1fab-4396-b6b3-9433ec307fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:56.809682826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"256da2a3-1fab-4396-b6b3-9433ec307fb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:57.328671358Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9f71f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9f71f2","reconcileID":"b3584877-f00e-4a67-af37-a3440ba83f96","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9f71f2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-9f71f2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:57.595458973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285f2992-718a-481f-b88b-85e3957425c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:57.599305798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285f2992-718a-481f-b88b-85e3957425c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:57.603730022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285f2992-718a-481f-b88b-85e3957425c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:57.607334701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"285f2992-718a-481f-b88b-85e3957425c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:58.398627853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"8adc29e6-67e5-4650-b5e9-e396585a693c","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:58.398656964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"8adc29e6-67e5-4650-b5e9-e396585a693c","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:04.642437983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"864a5522-7586-4db8-9f3c-dcf4e8ea2f47","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-7e439d04","tenantID":"e2e-mt-7e439d04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:04.676610786Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"864a5522-7586-4db8-9f3c-dcf4e8ea2f47","name":"e2e-mt-7e439d04-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.135901264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"4685cefb-efe6-4dfc-bc47-e4aba133124a","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.135932135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"4685cefb-efe6-4dfc-bc47-e4aba133124a","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.492317984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"ead6bb5d-814d-4804-9f07-841098a068c5","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.492338635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"ead6bb5d-814d-4804-9f07-841098a068c5","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.49847525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"6206796f-7b5e-4fb5-aa35-4ff414b7307d","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.498492593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"6206796f-7b5e-4fb5-aa35-4ff414b7307d","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.503549835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"a63d42ff-6294-4969-b654-c28d42c74c7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.531254474Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"a63d42ff-6294-4969-b654-c28d42c74c7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.540876426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"a63d42ff-6294-4969-b654-c28d42c74c7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.547392927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"652da077-93e5-4b64-8f80-ae4e004efba3","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:05.547410507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"652da077-93e5-4b64-8f80-ae4e004efba3","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.399419015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"6832c3ff-e22d-4b28-a4ec-2476a511a5a9","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.399440097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"6832c3ff-e22d-4b28-a4ec-2476a511a5a9","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:11.767330425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.778733014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e757a52-b9df-4ecd-a7ec-f4400bcb3196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.781761066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e757a52-b9df-4ecd-a7ec-f4400bcb3196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.784972014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e757a52-b9df-4ecd-a7ec-f4400bcb3196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.788281526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e757a52-b9df-4ecd-a7ec-f4400bcb3196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.905319965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"a7e0eb69-ed67-405b-b72c-f5e27127df13","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9f71f2","tenantID":"e2e-extmod-b-9f71f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.936331023Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"a7e0eb69-ed67-405b-b72c-f5e27127df13","name":"e2e-extmod-b-9f71f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.182700091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9182431-da1b-4655-af71-74c31fc7b9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.185883914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9182431-da1b-4655-af71-74c31fc7b9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.188914445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9182431-da1b-4655-af71-74c31fc7b9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.234652887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9182431-da1b-4655-af71-74c31fc7b9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.41393049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5811db-640f-4b1a-b918-7e96d1d6800e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.447266478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5811db-640f-4b1a-b918-7e96d1d6800e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.451956533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5811db-640f-4b1a-b918-7e96d1d6800e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.454930211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5811db-640f-4b1a-b918-7e96d1d6800e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.621062844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75e9622-2834-4a30-bf60-7dd3a1a2b7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.623712913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75e9622-2834-4a30-bf60-7dd3a1a2b7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.62660803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75e9622-2834-4a30-bf60-7dd3a1a2b7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.629501365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e75e9622-2834-4a30-bf60-7dd3a1a2b7be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.665280346Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-146318","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-146318","reconcileID":"fb40922d-ffd5-4181-93b0-26a36e5157bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-146318","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-146318":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.846716124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f80b493-cdaf-45a7-a435-09240be17fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.84923741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f80b493-cdaf-45a7-a435-09240be17fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.851796518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f80b493-cdaf-45a7-a435-09240be17fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.854324953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f80b493-cdaf-45a7-a435-09240be17fb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:15.552722435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"00318ac3-83ca-4955-9c5c-24ebf8021bce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:15.559840433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"00318ac3-83ca-4955-9c5c-24ebf8021bce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:15.565844105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"00318ac3-83ca-4955-9c5c-24ebf8021bce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.40044789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"c834db50-e3cd-4c74-9645-c4c0595561ff","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"tenant":"e2e-mt-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","model":"ai-tenant-e2e-mt-1ec4b892/e2e-lifecycle-model-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.400469486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"e2e-lifecycle-model-1ec4b892","reconcileID":"c834db50-e3cd-4c74-9645-c4c0595561ff","MaaSModelRef":{"name":"e2e-lifecycle-model-1ec4b892","namespace":"ai-tenant-e2e-mt-1ec4b892"},"routeName":"e2e-lifecycle-model-1ec4b892-kserve-route","namespace":"ai-tenant-e2e-mt-1ec4b892","llmisvcName":"e2e-lifecycle-model-1ec4b892","gateway":"openshift-ingress/e2e-mt-1ec4b892","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.814830764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32a8dcc-f1f6-4107-9106-86f78b09b65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.817747244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32a8dcc-f1f6-4107-9106-86f78b09b65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.83468304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32a8dcc-f1f6-4107-9106-86f78b09b65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.837684991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32a8dcc-f1f6-4107-9106-86f78b09b65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.066599615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6a335d-2c8e-46e9-b097-56a0f2cb3f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.069245657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6a335d-2c8e-46e9-b097-56a0f2cb3f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.072486298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6a335d-2c8e-46e9-b097-56a0f2cb3f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.075555816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6a335d-2c8e-46e9-b097-56a0f2cb3f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.226963931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18da0950-95ed-4402-9956-5314b050d2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.238181215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18da0950-95ed-4402-9956-5314b050d2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.243446182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18da0950-95ed-4402-9956-5314b050d2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.25192327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18da0950-95ed-4402-9956-5314b050d2b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.593430535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9d7236-1e16-4c43-a026-07a1508b093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.596069671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9d7236-1e16-4c43-a026-07a1508b093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.598713134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9d7236-1e16-4c43-a026-07a1508b093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.60121599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9d7236-1e16-4c43-a026-07a1508b093e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.572209722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"10a94245-9f6a-45f7-b16c-0ad4a4ef273d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.580043727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"10a94245-9f6a-45f7-b16c-0ad4a4ef273d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.586456994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"10a94245-9f6a-45f7-b16c-0ad4a4ef273d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.412566434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294ecc22-4d93-4a2a-a443-d233b8842def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.415238923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294ecc22-4d93-4a2a-a443-d233b8842def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.418417753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294ecc22-4d93-4a2a-a443-d233b8842def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.421172619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294ecc22-4d93-4a2a-a443-d233b8842def","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.670282217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1467aa-7dcd-4816-84eb-6b59821095a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.673223522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1467aa-7dcd-4816-84eb-6b59821095a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.675918497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1467aa-7dcd-4816-84eb-6b59821095a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:27.679041427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da1467aa-7dcd-4816-84eb-6b59821095a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.037539553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330a3c49-ca88-4659-92ac-a797fd53d26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.040050777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330a3c49-ca88-4659-92ac-a797fd53d26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.042601051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330a3c49-ca88-4659-92ac-a797fd53d26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.04516247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"330a3c49-ca88-4659-92ac-a797fd53d26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.366961402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1b8272-e414-4691-8195-c5c3d5d1485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.369982882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1b8272-e414-4691-8195-c5c3d5d1485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.378142733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1b8272-e414-4691-8195-c5c3d5d1485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.385066849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1b8272-e414-4691-8195-c5c3d5d1485a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.700880562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"f67c3921-fa22-40e5-a5ce-dbf49fa270d0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-146318","tenantID":"e2e-autores-146318","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.717629454Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"f67c3921-fa22-40e5-a5ce-dbf49fa270d0","name":"e2e-autores-146318-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.410964323Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"bf9e247c-143a-49bc-a442-632a9f11e87c","namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.417089729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"27fdbd15-8e1d-4f72-806f-6c208d613627","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.418083092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"81a2597e-2bfa-4398-9e0a-b04d3ecf8656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.418743448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f4aeafe1-5ddd-47af-ba98-7ffa21263a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.418764826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"065dcdb8-4889-4cee-9561-16c2c6bc435b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.419239887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe1a3c14-453c-49f5-8010-79330f900dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.447108869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"81a2597e-2bfa-4398-9e0a-b04d3ecf8656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.460893683Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"43edc3e4-e0b0-49bf-b9a8-93a6dc12a769","namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.463040869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"27fdbd15-8e1d-4f72-806f-6c208d613627","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.473003519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"f4aeafe1-5ddd-47af-ba98-7ffa21263a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.486853257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"065dcdb8-4889-4cee-9561-16c2c6bc435b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.488658752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe1a3c14-453c-49f5-8010-79330f900dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.49075392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d5554e2f4c2b38b9d2cb2acc9aa43776685c5d27a0496dace1265648e6d5446) AuthConfig (a99b6de1f8e3bcd8e5eddc8e23a945ddc2bfc602c8e244f2c36cc10917c7d7e0) AuthConfig (aa47613df77c1365be7b0fdf3e9806ee0d4f98d7560410fb06bf4290cf6061d7) AuthConfig (addfd9113a0cb65a4ea5d5825c0c7b5b641020b03e01fe13e37f914a3ebb7c1f) AuthConfig (65d05e456c6194bfd30f8eb0a15391ca58fd58700f572290406359ebb7997c72) AuthConfig (d732ef0d1b47dfc20297bdf2a157e6070d734539d1ce56e781e2848d3eb7ff0c) AuthConfig (3811c566a40df143036223a08d25a876b4a457061427e51fdb813151d647d8c0) AuthConfig (c91be970b010d244627df457d9c6845a42e32934da4782b8947562edfa631d12) AuthConfig (3b16a8eb10275b9fcb6bbe62d2ec5cd9da81a0c5ab1f7c94e04553c4e40f65da) AuthConfig (a2883fcec100920dce0aceba601d231289a4ab4e9e985742a1ada09edee5d145) AuthConfig (40d18f9326b8e1b64efcc3b5acb81f8b3d929a689f2aedff4333b345ce050ae1) AuthConfig (58ac700287c48f45425a7fb12f50212ccb3c11c466e8dc7bf1080dd466696257) AuthConfig (34654f363ea1533aeb7cd4af31d34324b8248f83058872904a0f5d4ce82fd5fa) AuthConfig (5720603b0a8e5becee335e555821ae2ac9e75b7765ba3169ca6b5da98e3d4f09) AuthConfig (01e6e637342c5f7ce91e50934b74c5a3980ebe2ea1fecf21ce3f3f97bf66eb5f) AuthConfig (b8052544430eafa2d203c6c004b92809d49eea004344005748bfd00c7648c0d9) AuthConfig (4f20d76a4ca987b67c2a1e138a536664c7295de1e5f960101c3025de0a2b09fd) AuthConfig (fef38c3cea81ca3047818a646e2265ef34ee850c7b628474285807b051bce2f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"27fdbd15-8e1d-4f72-806f-6c208d613627","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.540700622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"0673bf5c-4b91-4121-a6b9-9476f42fe32e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.540728747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"0673bf5c-4b91-4121-a6b9-9476f42fe32e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.564201725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"8ea3794f-148c-4295-838d-48f035715ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.590362159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"55b726a2-7fcb-41a6-a369-08198ffdf9aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.615775969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"8ea3794f-148c-4295-838d-48f035715ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.672894227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"55b726a2-7fcb-41a6-a369-08198ffdf9aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.712934672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"88841ee9-9c3b-4af5-88ab-bc4f101ae900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.716433559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"714cf48d-b958-4069-b9cd-f3c60636533f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.716804896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7d6c3ed7-9116-40c7-a5fe-29eb49ac1f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.72207128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"88841ee9-9c3b-4af5-88ab-bc4f101ae900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.751070551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"714cf48d-b958-4069-b9cd-f3c60636533f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.788653918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"7d6c3ed7-9116-40c7-a5fe-29eb49ac1f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.798777512Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"28567588-324c-49ff-b58b-52a8a00be87d","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.825672461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"97ae60f0-7199-4f9e-b93f-90f174ce15b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.830067133Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"bd020e60-3395-42cc-9df8-0dd2ea75b769","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.842570209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"97ae60f0-7199-4f9e-b93f-90f174ce15b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.863260119Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"155d0e66-0c64-45f0-b9d2-3ca4dc715bbd","namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.904795454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"5ca0909e-bd9d-4cd0-8daa-7141b8dbd58d","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.904874612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"5ca0909e-bd9d-4cd0-8daa-7141b8dbd58d","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.909669917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afb59e53-57c0-45f4-a561-fd2848e35571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.909753549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"7ce02562-88ca-4029-811e-99b7088f919a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.939305831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"af03f3d5-d270-4352-adc6-302377dce262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.94329379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afb59e53-57c0-45f4-a561-fd2848e35571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.943888395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee83e2e0-625f-4330-a053-106d4d8f42e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.947251459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"6e5818da-ce03-4293-b2ab-2785e9380de8","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.94732593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"6e5818da-ce03-4293-b2ab-2785e9380de8","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.94768086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"7ce02562-88ca-4029-811e-99b7088f919a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.952533861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"af03f3d5-d270-4352-adc6-302377dce262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.961113487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee83e2e0-625f-4330-a053-106d4d8f42e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.006011039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"63d297f5-01fa-49bf-ba9c-f7ff547420ea","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.006120632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"63d297f5-01fa-49bf-ba9c-f7ff547420ea","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.01774289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"9181645f-d76e-4073-a85a-dbc8757da474","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.018550856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"a20241d0-c983-43f4-8009-734601a8f319","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.019238185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"0a53c717-4e48-47e4-a0e3-703a9cd260a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.021650892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"4bbf714f-68a9-4247-b28c-feb4fe02f372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.022319472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"10d76d3b-cfb6-480a-bd15-a0e0eee835d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.028044967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"a20241d0-c983-43f4-8009-734601a8f319","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.030810499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"0a53c717-4e48-47e4-a0e3-703a9cd260a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.031957065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"4bbf714f-68a9-4247-b28c-feb4fe02f372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.033772516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"10d76d3b-cfb6-480a-bd15-a0e0eee835d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.035821928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d5554e2f4c2b38b9d2cb2acc9aa43776685c5d27a0496dace1265648e6d5446) AuthConfig (a99b6de1f8e3bcd8e5eddc8e23a945ddc2bfc602c8e244f2c36cc10917c7d7e0) AuthConfig (aa47613df77c1365be7b0fdf3e9806ee0d4f98d7560410fb06bf4290cf6061d7) AuthConfig (addfd9113a0cb65a4ea5d5825c0c7b5b641020b03e01fe13e37f914a3ebb7c1f) AuthConfig (65d05e456c6194bfd30f8eb0a15391ca58fd58700f572290406359ebb7997c72) AuthConfig (d732ef0d1b47dfc20297bdf2a157e6070d734539d1ce56e781e2848d3eb7ff0c) AuthConfig (3811c566a40df143036223a08d25a876b4a457061427e51fdb813151d647d8c0) AuthConfig (c91be970b010d244627df457d9c6845a42e32934da4782b8947562edfa631d12) AuthConfig (3b16a8eb10275b9fcb6bbe62d2ec5cd9da81a0c5ab1f7c94e04553c4e40f65da) AuthConfig (a2883fcec100920dce0aceba601d231289a4ab4e9e985742a1ada09edee5d145) AuthConfig (40d18f9326b8e1b64efcc3b5acb81f8b3d929a689f2aedff4333b345ce050ae1) AuthConfig (58ac700287c48f45425a7fb12f50212ccb3c11c466e8dc7bf1080dd466696257) AuthConfig (34654f363ea1533aeb7cd4af31d34324b8248f83058872904a0f5d4ce82fd5fa) AuthConfig (5720603b0a8e5becee335e555821ae2ac9e75b7765ba3169ca6b5da98e3d4f09) AuthConfig (01e6e637342c5f7ce91e50934b74c5a3980ebe2ea1fecf21ce3f3f97bf66eb5f) AuthConfig (b8052544430eafa2d203c6c004b92809d49eea004344005748bfd00c7648c0d9) AuthConfig (4f20d76a4ca987b67c2a1e138a536664c7295de1e5f960101c3025de0a2b09fd) AuthConfig (fef38c3cea81ca3047818a646e2265ef34ee850c7b628474285807b051bce2f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"a20241d0-c983-43f4-8009-734601a8f319","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.074141037Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"9181645f-d76e-4073-a85a-dbc8757da474","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.088690205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c47670-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"9181645f-d76e-4073-a85a-dbc8757da474","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.102930112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"cafb4403-44c3-415e-8870-317dd8ee778f","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.103044622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"cafb4403-44c3-415e-8870-317dd8ee778f","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.120402995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d6c5b1ea-cdcd-4891-a7d7-dde9592ac205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.121101644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d93cb1be-99da-472c-898f-c5afba625b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.121217774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d83f6451-1396-44f1-b883-bf4a6684c93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.121707083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"cd5a44fa-4ceb-4734-9b5f-da695ba7dc39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.122259457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7d6177c6-bdfb-4a12-a7e6-549647e15053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.128519992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"d93cb1be-99da-472c-898f-c5afba625b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.128744476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"d6c5b1ea-cdcd-4891-a7d7-dde9592ac205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.134814266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7d6177c6-bdfb-4a12-a7e6-549647e15053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.144225428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"cd5a44fa-4ceb-4734-9b5f-da695ba7dc39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.153872505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"d83f6451-1396-44f1-b883-bf4a6684c93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.221540955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"449e6395-aa4f-4ab5-9ffa-85022ce95f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.222123777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2c4a323-2267-4293-b3f1-70b3304ccf74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.229939046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2c4a323-2267-4293-b3f1-70b3304ccf74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.230216421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"449e6395-aa4f-4ab5-9ffa-85022ce95f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.087440415Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","namespace":"ai-tenant-e2e-mt-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.087498393Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","namespace":"ai-tenant-e2e-mt-1ec4b892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.08754981Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","tenant":"e2e-mt-1ec4b892","tenantID":"e2e-mt-1ec4b892","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.091931818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"Deployment","name":"maas-api-e2e-mt-1ec4b892","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.102948217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"Service","name":"maas-api-e2e-mt-1ec4b892","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.127940325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-1ec4b892","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.142522463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-1ec4b892","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.158523119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.171504859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.178622454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.187377566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.19082262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"Deployment","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.193374307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.195502166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"Service","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.19760891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"Service","name":"payload-pre-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.199663268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"DestinationRule","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.203565474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.212517354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.219437462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.223497003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.227558571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.232202945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-1ec4b892","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:37.23887028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-1ec4b892"},"namespace":"ai-tenant-e2e-mt-1ec4b892","name":"default-tenant","reconcileID":"569f6aa9-f0fb-4de2-929e-58a62d7896bb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-1ec4b892","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.768947422Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.185320754Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-1ec4b892","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-1ec4b892","reconcileID":"35cb26f0-9eaa-43f3-9a76-60b3fb526a64","aitenant":"ai-tenants/e2e-mt-1ec4b892","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.367699498Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-1ec4b892","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-1ec4b892","reconcileID":"35cb26f0-9eaa-43f3-9a76-60b3fb526a64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-1ec4b892","removed":["maas.opendatahub.io/gateway-access-e2e-mt-1ec4b892"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.38849393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cc9c57-332e-4039-ba0d-edc767dc9414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.391519864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cc9c57-332e-4039-ba0d-edc767dc9414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.449611911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cc9c57-332e-4039-ba0d-edc767dc9414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.453947508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cc9c57-332e-4039-ba0d-edc767dc9414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.688550736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ee5ec7-0009-4a6b-a8a6-f8df6928377d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.691031435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ee5ec7-0009-4a6b-a8a6-f8df6928377d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.696088707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ee5ec7-0009-4a6b-a8a6-f8df6928377d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.701735648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6ee5ec7-0009-4a6b-a8a6-f8df6928377d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.912998397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8075c3d-05a4-4e00-83f2-1f76204bb9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.915723735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8075c3d-05a4-4e00-83f2-1f76204bb9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.918326359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8075c3d-05a4-4e00-83f2-1f76204bb9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.920833757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8075c3d-05a4-4e00-83f2-1f76204bb9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.321015515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"199de5b7-c495-4d4c-bbc0-1f2907643961","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.32103673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"199de5b7-c495-4d4c-bbc0-1f2907643961","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.330141003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88bad80c-cf6b-458b-8eb4-04bbf4df7b85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.330171266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88bad80c-cf6b-458b-8eb4-04bbf4df7b85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.34086296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-8136f6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-8136f6","reconcileID":"bda05dd5-b8bd-4659-8109-72c2705cc029","MaaSAuthPolicy":{"name":"e2e-default-int-auth-8136f6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.351063029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-8136f6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-8136f6","reconcileID":"bda05dd5-b8bd-4659-8109-72c2705cc029","MaaSAuthPolicy":{"name":"e2e-default-int-auth-8136f6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.478082791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0eeb7db-0f02-45f7-b0d9-d3ee2efbe857","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.47810337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0eeb7db-0f02-45f7-b0d9-d3ee2efbe857","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.51971817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdbc5f54-6c3b-4212-adf9-54bcb2c52f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.519740214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdbc5f54-6c3b-4212-adf9-54bcb2c52f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.525868412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54616dd5-a7a1-476b-9747-1eaf2c7f77bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.525889978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54616dd5-a7a1-476b-9747-1eaf2c7f77bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.536157893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4063b85a-b86b-4eb9-81d4-f173c1d51480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.536162291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4544061-61f2-4bfd-b5f4-82eafb40c8ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.53676158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-8136f6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-8136f6","reconcileID":"bb6a6a7f-a3cd-49e1-9184-09d42940b127","MaaSAuthPolicy":{"name":"e2e-default-int-auth-8136f6","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.547127985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-8136f6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-8136f6","reconcileID":"bb6a6a7f-a3cd-49e1-9184-09d42940b127","MaaSAuthPolicy":{"name":"e2e-default-int-auth-8136f6","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.547438808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4063b85a-b86b-4eb9-81d4-f173c1d51480","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:43.54898857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-8136f6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-8136f6","reconcileID":"71116174-0325-43fa-a137-d73771c9681e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-8136f6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.552089967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4544061-61f2-4bfd-b5f4-82eafb40c8ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.574976747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b431b2b-236f-4383-a218-5d81ebaa23d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.575003716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b431b2b-236f-4383-a218-5d81ebaa23d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.583293764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00452843-688c-488f-a7c3-2a07b09e79a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.58331729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00452843-688c-488f-a7c3-2a07b09e79a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.605214638Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-8136f6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-8136f6","reconcileID":"92cb4e8d-0d5b-45e3-a6e5-eff9f35ea757","MaaSSubscription":{"name":"e2e-default-int-sub-8136f6","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-8136f6","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.648891028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fb63bc6-a249-4a22-818d-a78bb8d39f5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.648912054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3fb63bc6-a249-4a22-818d-a78bb8d39f5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.697136066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5040d8f8-7542-4f3c-8b26-48baed366e84","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.697234128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-8136f6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-8136f6","reconcileID":"c6bc7363-99ec-4f71-8ce6-e50e88df165c","MaaSSubscription":{"name":"e2e-default-int-sub-8136f6","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.950316491Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-8136f6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-8136f6","reconcileID":"681a2729-b94e-4648-9da5-2763522bc9bb","MaaSAuthPolicy":{"name":"e2e-default-int-auth-8136f6","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.950322767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a797b37-3893-40a5-bd4d-c6bc7b6cf78b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.950339459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a797b37-3893-40a5-bd4d-c6bc7b6cf78b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.115578313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c62f8b1c-fa40-4348-afbd-7353ea1709a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.115599616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c62f8b1c-fa40-4348-afbd-7353ea1709a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.276835954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2c73f70-e35e-452b-a17b-aec6333b13a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.276855357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2c73f70-e35e-452b-a17b-aec6333b13a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.354301754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29c7c98d-cdd9-46a5-a9cc-2b2c52e9d2db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.354425774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72f4f904-ab98-41cc-b989-869a071b190a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.369026302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29c7c98d-cdd9-46a5-a9cc-2b2c52e9d2db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:44.371747723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72f4f904-ab98-41cc-b989-869a071b190a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.041641254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"fe489069-2bbe-445c-bd05-b692b56a6fbc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.049263153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"fe489069-2bbe-445c-bd05-b692b56a6fbc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.054922891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d5554e2f4c2b38b9d2cb2acc9aa43776685c5d27a0496dace1265648e6d5446) AuthConfig (a99b6de1f8e3bcd8e5eddc8e23a945ddc2bfc602c8e244f2c36cc10917c7d7e0) AuthConfig (aa47613df77c1365be7b0fdf3e9806ee0d4f98d7560410fb06bf4290cf6061d7) AuthConfig (addfd9113a0cb65a4ea5d5825c0c7b5b641020b03e01fe13e37f914a3ebb7c1f) AuthConfig (65d05e456c6194bfd30f8eb0a15391ca58fd58700f572290406359ebb7997c72) AuthConfig (d732ef0d1b47dfc20297bdf2a157e6070d734539d1ce56e781e2848d3eb7ff0c) AuthConfig (3811c566a40df143036223a08d25a876b4a457061427e51fdb813151d647d8c0) AuthConfig (c91be970b010d244627df457d9c6845a42e32934da4782b8947562edfa631d12) AuthConfig (3b16a8eb10275b9fcb6bbe62d2ec5cd9da81a0c5ab1f7c94e04553c4e40f65da) AuthConfig (a2883fcec100920dce0aceba601d231289a4ab4e9e985742a1ada09edee5d145) AuthConfig (40d18f9326b8e1b64efcc3b5acb81f8b3d929a689f2aedff4333b345ce050ae1) AuthConfig (58ac700287c48f45425a7fb12f50212ccb3c11c466e8dc7bf1080dd466696257) AuthConfig (34654f363ea1533aeb7cd4af31d34324b8248f83058872904a0f5d4ce82fd5fa) AuthConfig (5720603b0a8e5becee335e555821ae2ac9e75b7765ba3169ca6b5da98e3d4f09) AuthConfig (01e6e637342c5f7ce91e50934b74c5a3980ebe2ea1fecf21ce3f3f97bf66eb5f) AuthConfig (b8052544430eafa2d203c6c004b92809d49eea004344005748bfd00c7648c0d9) AuthConfig (4f20d76a4ca987b67c2a1e138a536664c7295de1e5f960101c3025de0a2b09fd) AuthConfig (fef38c3cea81ca3047818a646e2265ef34ee850c7b628474285807b051bce2f0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"fe489069-2bbe-445c-bd05-b692b56a6fbc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.141942253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"d7748ca4-5297-43d8-aa6c-467baf5f4fdd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.149562707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"d7748ca4-5297-43d8-aa6c-467baf5f4fdd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.1556924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c47670-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"d7748ca4-5297-43d8-aa6c-467baf5f4fdd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.522874565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdafd18-3900-498a-b155-0924df2d9af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.52620787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdafd18-3900-498a-b155-0924df2d9af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.5370378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdafd18-3900-498a-b155-0924df2d9af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.53971021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fdafd18-3900-498a-b155-0924df2d9af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.735903027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36afe2ee-d0bd-4a7f-8c58-de449444e9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.739078853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36afe2ee-d0bd-4a7f-8c58-de449444e9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.74171461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36afe2ee-d0bd-4a7f-8c58-de449444e9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:45.744392047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36afe2ee-d0bd-4a7f-8c58-de449444e9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.291565949Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-8136f6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-8136f6","reconcileID":"583234f1-27bd-41ec-a8f6-1eabef15bc01","MaaSSubscription":{"name":"e2e-default-int-sub-8136f6","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-8136f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.306415386Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-8136f6","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-8136f6","reconcileID":"583234f1-27bd-41ec-a8f6-1eabef15bc01","MaaSSubscription":{"name":"e2e-default-int-sub-8136f6","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.344399961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb305780-8cbd-4272-81b1-0ca2dc90d59a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.356030739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3434078-f308-4bc7-b427-d27ecfbef0bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.356050829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3434078-f308-4bc7-b427-d27ecfbef0bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.436879525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a07040a-9d36-4e89-bddc-9b3a939c593a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.439277606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93a94815-b150-4298-bffb-f9ba7486070e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.444672762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a07040a-9d36-4e89-bddc-9b3a939c593a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.447176315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93a94815-b150-4298-bffb-f9ba7486070e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.869402551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"fed3d60b-7d8a-44f1-a5fe-cae89172b871","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.876876595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"fed3d60b-7d8a-44f1-a5fe-cae89172b871","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.883966117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c47670-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78e4541336d1ce943d7db6182263f533b9813ec7023559761b453fa1fac88f4) AuthConfig (7b06525ef5a10917cb1683061d1af6937da681ec32a705c96be8a3472c0397ff) AuthConfig (48a0b1c9d4e356c7c8ae35c972980b2256dc30fc0150fce38831ae3d09d88f68) AuthConfig (696c01b074227937061857a94783bb5c0186d10d83b5b91e78a06522f70ae729) AuthConfig (7c207264230ef91951ffb946de6d221eb90d1ca530784b5baa960834008b7db4) AuthConfig (e96fd94aa7016e723b3bf021a67918b0eb5f1bf59a8fe83e32b0b63a880d6e6f) AuthConfig (1534487e161f5b513d01450bb0ab5ea2fda6deda3e4e4a8477f24b06b378163e) AuthConfig (23952ecdbdd395d19bc1e8d1cb56bd9a5b1601904f8a86b8816ee9d86644bb1d) AuthConfig (f044be7730bc5788989942788418a80abc82835251bd6e5c7b1e759b2f4c9a1b) AuthConfig (741d8ae2875d720855ceca977401fd95ee1f94a6f57d1d72c6e49460dc197fdd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"fed3d60b-7d8a-44f1-a5fe-cae89172b871","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.903052924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"c2dce17b-b7b2-48e7-a14c-75c2e864758e","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.903075994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"c2dce17b-b7b2-48e7-a14c-75c2e864758e","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.059847406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"defe8245-aacf-4b65-8b92-3962d3cec745","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.059867758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"defe8245-aacf-4b65-8b92-3962d3cec745","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.062338932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"2788279a-5084-4041-b2c9-a98f542235e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.066296841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e1acd87-0a9e-48e2-b206-57bc0482ce6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.066319671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e1acd87-0a9e-48e2-b206-57bc0482ce6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.072051062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"2788279a-5084-4041-b2c9-a98f542235e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.096259639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"0e786653-5505-4919-9617-46860d55c4dc","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.096277275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"0e786653-5505-4919-9617-46860d55c4dc","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.161755069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"15926459-a56e-462c-9800-fa5e5679e663","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.189526395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"15926459-a56e-462c-9800-fa5e5679e663","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.198980849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"15926459-a56e-462c-9800-fa5e5679e663","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.207533947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58d2f211-35a2-49a3-8050-e6c50043d516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.207553456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58d2f211-35a2-49a3-8050-e6c50043d516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.263040274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a291d65c-b82b-4660-b315-e7cf001cac6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.263062802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a291d65c-b82b-4660-b315-e7cf001cac6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.275716618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5270661f-533b-4ad5-ae32-6c47ddb98702","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.275739827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5270661f-533b-4ad5-ae32-6c47ddb98702","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.276039474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"7acd801f-3246-41cf-a996-fd1e7f55052f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:55.280210666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"9145c479-b581-407a-9daf-ca20e3bf7889","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-c1ed8553\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.284986099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"7acd801f-3246-41cf-a996-fd1e7f55052f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.292106227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"7acd801f-3246-41cf-a996-fd1e7f55052f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.298613586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4bba8a6-a964-4a4d-b0c8-bd06c054820f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.298630612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4bba8a6-a964-4a4d-b0c8-bd06c054820f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.306299939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88bee655-dd7f-482f-b54c-a636700315b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.306315464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88bee655-dd7f-482f-b54c-a636700315b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.331549899Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"56e729d7-d45a-4a15-acc2-defeb4752059","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c1ed8553/e2e-shared-int-sub-c1ed8553","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.350555086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f78a5178-3ea7-4a9f-8f69-549baa9554bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.350578727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f78a5178-3ea7-4a9f-8f69-549baa9554bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.426809314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"ea32a430-57b0-438d-b145-2ec22850bcd7","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:55.427248184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae2dbf9b-1561-4b9f-8758-7a024a0930ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.25279083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80291638-f3da-4dd7-87cf-f97f6b5d16d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.25281888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80291638-f3da-4dd7-87cf-f97f6b5d16d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.260536483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b71e931d-4861-4eb8-9e43-4c1c9ee32046","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.260559686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b71e931d-4861-4eb8-9e43-4c1c9ee32046","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.266970731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"24b287be-7201-4e2b-97b4-3faf290fb5d2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.273721273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"24b287be-7201-4e2b-97b4-3faf290fb5d2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.280261153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"24b287be-7201-4e2b-97b4-3faf290fb5d2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.290999749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae31f352-72a9-4a88-a104-b817867268a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.291017192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae31f352-72a9-4a88-a104-b817867268a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.431005912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95283f5c-167a-497f-bfb8-186090c0d937","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.431033611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95283f5c-167a-497f-bfb8-186090c0d937","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:56.447992415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"4f697eb4-225c-4bd2-9810-c058678c7d02","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-c1ed8553\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.448569436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"335dcee8-9bf6-48f0-91ef-875bf37ea10d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.448601396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"335dcee8-9bf6-48f0-91ef-875bf37ea10d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.537631339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"c08b27a6-72c8-4f67-90b6-cd26f36973b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.543237162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3697b8cf-3a45-49f8-a930-fb7ee9a1bb1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.543255293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3697b8cf-3a45-49f8-a930-fb7ee9a1bb1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.547127576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"c08b27a6-72c8-4f67-90b6-cd26f36973b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.552103551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01f8b2df-e77d-499f-94b7-c3c8a9ff9500","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.552128077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01f8b2df-e77d-499f-94b7-c3c8a9ff9500","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.554374965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"c08b27a6-72c8-4f67-90b6-cd26f36973b4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.576722858Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"8e10f14a-eaf2-4e97-bafc-ac9912079178","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-1a25b868/e2e-shared-int-sub-c1ed8553","ai-tenant-e2e-mt-c1ed8553/e2e-shared-int-sub-c1ed8553","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.601174765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30b4533e-f696-4611-b253-ce7cc961ce12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.601193067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30b4533e-f696-4611-b253-ce7cc961ce12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.671102988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2c31fa2-c38e-4f7e-bf33-59862250000e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.671117028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"c90eaae2-127e-4dcf-ab1e-d2989e1ff73e","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:56.671646754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"db88fb91-2198-4fc7-8311-43b345c93dc6","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.033220791Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"f22f5dbe-b290-480f-8a8b-5e15267fe443","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.033291232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fb0d369-8f20-46c1-b8aa-ad10a237c509","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.033308739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fb0d369-8f20-46c1-b8aa-ad10a237c509","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.037811414Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"f22f5dbe-b290-480f-8a8b-5e15267fe443","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"policyNamespace":"ai-tenant-e2e-mt-c1ed8553","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.046374716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e8fb2a7-ceb7-4f64-93e3-f30ded422cde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.046388415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e8fb2a7-ceb7-4f64-93e3-f30ded422cde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.205137079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82a0310d-3b5d-443b-aef3-79ce7fb290b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.205163175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82a0310d-3b5d-443b-aef3-79ce7fb290b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.339912945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"119c14aa-660a-42e9-bfaf-697c67682553","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.339935248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"119c14aa-660a-42e9-bfaf-697c67682553","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.347004497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"a2329ac7-f3cc-4bdb-b909-e230ffe54804","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.347028034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"a2329ac7-f3cc-4bdb-b909-e230ffe54804","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.352236328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"681dc3f3-fae5-4300-b4be-1a07640bf413","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.380175737Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"681dc3f3-fae5-4300-b4be-1a07640bf413","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.386790416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2b8a08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"681dc3f3-fae5-4300-b4be-1a07640bf413","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.397198267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"a335f5ca-1b89-4a32-a9ac-499ec277c558","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:57.397225122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"a335f5ca-1b89-4a32-a9ac-499ec277c558","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.92940564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"4c1cdfe7-ede9-4617-a0a0-a23a2d6dc1fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.937239355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"4c1cdfe7-ede9-4617-a0a0-a23a2d6dc1fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.943905096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c47670-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78e4541336d1ce943d7db6182263f533b9813ec7023559761b453fa1fac88f4) AuthConfig (7b06525ef5a10917cb1683061d1af6937da681ec32a705c96be8a3472c0397ff) AuthConfig (48a0b1c9d4e356c7c8ae35c972980b2256dc30fc0150fce38831ae3d09d88f68) AuthConfig (696c01b074227937061857a94783bb5c0186d10d83b5b91e78a06522f70ae729) AuthConfig (7c207264230ef91951ffb946de6d221eb90d1ca530784b5baa960834008b7db4) AuthConfig (e96fd94aa7016e723b3bf021a67918b0eb5f1bf59a8fe83e32b0b63a880d6e6f) AuthConfig (1534487e161f5b513d01450bb0ab5ea2fda6deda3e4e4a8477f24b06b378163e) AuthConfig (23952ecdbdd395d19bc1e8d1cb56bd9a5b1601904f8a86b8816ee9d86644bb1d) AuthConfig (f044be7730bc5788989942788418a80abc82835251bd6e5c7b1e759b2f4c9a1b) AuthConfig (741d8ae2875d720855ceca977401fd95ee1f94a6f57d1d72c6e49460dc197fdd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"4c1cdfe7-ede9-4617-a0a0-a23a2d6dc1fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.754846007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-146318","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"autores-model-146318","reconcileID":"9c1de1b4-ba0e-46e4-877f-f57e57995737","MaaSModelRef":{"name":"autores-model-146318","namespace":"ai-tenant-e2e-autores-146318"},"tenant":"e2e-autores-146318","gateway":"openshift-ingress/e2e-autores-146318","model":"ai-tenant-e2e-autores-146318/autores-model-146318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.754870083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-146318","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"autores-model-146318","reconcileID":"9c1de1b4-ba0e-46e4-877f-f57e57995737","MaaSModelRef":{"name":"autores-model-146318","namespace":"ai-tenant-e2e-autores-146318"},"routeName":"autores-model-146318-kserve-route","namespace":"ai-tenant-e2e-autores-146318","llmisvcName":"autores-model-146318","gateway":"openshift-ingress/e2e-autores-146318","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.566039678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"ce35404e-5d52-4ccd-beae-db45a2f140ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.576189449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"ce35404e-5d52-4ccd-beae-db45a2f140ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.593265506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"ce35404e-5d52-4ccd-beae-db45a2f140ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.249913511Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"4ee644e2-3b29-41c8-84df-7487e9c63205","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-c1ed8553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.269057429Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"namespace":"ai-tenant-e2e-mt-c1ed8553","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"4ee644e2-3b29-41c8-84df-7487e9c63205","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-c1ed8553"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-1a25b868/e2e-shared-int-sub-c1ed8553","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.280538099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b156579-8a5d-4c0b-a9fe-5ae0fd0bdd46","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.281150881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"df5b92f5-cfc7-43de-8ee4-026537764f61","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.289389745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0c1dd5-5160-4af3-9dad-72b8ba6a9db5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.289404188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0c1dd5-5160-4af3-9dad-72b8ba6a9db5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.401691784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3e298048-8a1e-4440-821d-1025efb197e2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.409070189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3e298048-8a1e-4440-821d-1025efb197e2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.414720184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2b8a08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3e298048-8a1e-4440-821d-1025efb197e2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:11.769743943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.950129456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"31936722-7185-41ab-b363-15dd88e97ba4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:14.961298695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"31936722-7185-41ab-b363-15dd88e97ba4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:15.038216437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c47670-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b78e4541336d1ce943d7db6182263f533b9813ec7023559761b453fa1fac88f4) AuthConfig (7b06525ef5a10917cb1683061d1af6937da681ec32a705c96be8a3472c0397ff) AuthConfig (48a0b1c9d4e356c7c8ae35c972980b2256dc30fc0150fce38831ae3d09d88f68) AuthConfig (696c01b074227937061857a94783bb5c0186d10d83b5b91e78a06522f70ae729) AuthConfig (7c207264230ef91951ffb946de6d221eb90d1ca530784b5baa960834008b7db4) AuthConfig (e96fd94aa7016e723b3bf021a67918b0eb5f1bf59a8fe83e32b0b63a880d6e6f) AuthConfig (1534487e161f5b513d01450bb0ab5ea2fda6deda3e4e4a8477f24b06b378163e) AuthConfig (23952ecdbdd395d19bc1e8d1cb56bd9a5b1601904f8a86b8816ee9d86644bb1d) AuthConfig (f044be7730bc5788989942788418a80abc82835251bd6e5c7b1e759b2f4c9a1b) AuthConfig (741d8ae2875d720855ceca977401fd95ee1f94a6f57d1d72c6e49460dc197fdd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"31936722-7185-41ab-b363-15dd88e97ba4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:16.598750813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"62845a29-edde-48e7-883d-d8cc95e9d89b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:16.60625916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"62845a29-edde-48e7-883d-d8cc95e9d89b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:16.611594366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 38, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"62845a29-edde-48e7-883d-d8cc95e9d89b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:17.4202963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"b38dead5-7247-400d-ba11-09e5a52c8aac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:17.427468511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"b38dead5-7247-400d-ba11-09e5a52c8aac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:17.433697294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2b8a08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"b38dead5-7247-400d-ba11-09e5a52c8aac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:25.044435433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"4fd1e690-7174-4809-b7c7-dac1eb9d5032","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:25.05347194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"4fd1e690-7174-4809-b7c7-dac1eb9d5032","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:25.083835431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"56b8a4f4-e74f-45b8-a1f0-16e065235a44","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:25.083860807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"56b8a4f4-e74f-45b8-a1f0-16e065235a44","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.620792873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"5c0617e6-9783-4f2d-8d6c-a0be2f2c82a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.628235275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"5c0617e6-9783-4f2d-8d6c-a0be2f2c82a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.634081114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"5c0617e6-9783-4f2d-8d6c-a0be2f2c82a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.644408073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3672e41-1d82-4429-9857-f5e95f20b278","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.644425617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3672e41-1d82-4429-9857-f5e95f20b278","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.779837875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"cc68604e-2bc8-4bb8-9738-97d29efaf112","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.77986202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"cc68604e-2bc8-4bb8-9738-97d29efaf112","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.784401744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"020a7cf5-d3b1-4238-8027-10dba26b2d50","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:26.7889241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-sub","reconcileID":"c3db814f-80f0-40fb-a7a0-bd2c86fd37a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-9e93d6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.793162146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"020a7cf5-d3b1-4238-8027-10dba26b2d50","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.797001904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"78efaa44-bd86-4287-b24e-572808f145c4","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.79702092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"78efaa44-bd86-4287-b24e-572808f145c4","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.807781612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"5c3ee235-c81b-42be-af2c-ccd5383e5b98","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.807800788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"5c3ee235-c81b-42be-af2c-ccd5383e5b98","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.813114094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"ef0be48a-4b54-44c1-9151-7b6b379095cb","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.813130941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"ef0be48a-4b54-44c1-9151-7b6b379095cb","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.831977097Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-sub","reconcileID":"dd3bb1af-9485-421b-aa46-e8631f21f762","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"maas-trlp-e2e-cmp-legacy-9e93d6","model":"e2e-cmp-legacy-9e93d6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.855505593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"35caa609-cfc9-4c54-a574-6c5f37d0d074","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.855521531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"35caa609-cfc9-4c54-a574-6c5f37d0d074","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.906727476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"20f5b78a-1325-45a2-8174-be0b3b10566e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.91452269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"20f5b78a-1325-45a2-8174-be0b3b10566e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:26.923106073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-sub","reconcileID":"c09eab5a-ae5d-45d1-9bc6-a7b5789efea6","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"maas-trlp-e2e-cmp-legacy-9e93d6","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:27.443717325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"f01e927f-99e9-49a1-9845-62008221b578","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:27.450181147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"f01e927f-99e9-49a1-9845-62008221b578","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:27.455212544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2b8a08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6fbb209c06f0fe1f8f27bd3fead71b2484da8205a4d7f4e7374086fd95ca08c) AuthConfig (2700a09463c165e2715cc4fb56cebc0f8215e8ba5bc818dbe1ff28dd043511c1) AuthConfig (2220dc4bdb216f9c9a4ba42e7d228e4b6f4aa79ddf478e03a8f63bc7f44cf65e) AuthConfig (20a74c6786dccc377138fc1dd84109ef06e70b95e884eadca14a030af72f99c3) AuthConfig (37718f9c0750af8b9724d3969c4e093eab56b4427c7ed223addb505d3f0f3524) AuthConfig (4889a3f59c1ec33ba56130167435c7299ad35bfa1a46690a06c99119d0395b4f) AuthConfig (525405b476262414ebbba12ce7ceb80985b067a9094e0f3b0b134c5e34f51634) AuthConfig (fcf5b46629a985a577b32e76ebf7b1a6af29f74c1b2e0ebb78cc17aa48fa12fe) AuthConfig (cd90d5901f619d0b40c0d49519a97eec53ccbe5436cbc8076d0448012a7e9de5) AuthConfig (3002e4b65e55044108bff1d05e2b96f58f03eb542fd8721d79805309771f0e2d) AuthConfig (ac8937316616ad80d3d833514127090d90cc2554b40982d15dec192acbd125dc) AuthConfig (d10ea53edbf951e7cbca1706ccf89a4c93133395111b3c73e63679a954500e83) AuthConfig (e196cb3e35d40b9fe2520cc4c97ecac5cadb38d62ff6258a7835c1cc317db5fe) AuthConfig (63fdf9f3034c5c630f868a43adc63c3d9d15e20e201fa906c2f0ad7692ae2ad1) AuthConfig (22fe1c93a8eda5da9fb5f36114bbdd0e474a7396b7f1969df38bf2ffb5752111) AuthConfig (c9751fbd709a1f7b37018c80e91e25ecf31aa04b8020f662a03f88ea238e2444) AuthConfig (808fed19349acd22209719644007e14cb17d94d0c598dce3771c71d9509f1c04) AuthConfig (788f715b0ec37fcd76ab3e7aa0c892b31ce89d47e4e454138d41bc37942c8ee8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"f01e927f-99e9-49a1-9845-62008221b578","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:27.463797528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"2d4383c5-f67c-4897-94b6-33625c579836","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:27.463820809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"2d4383c5-f67c-4897-94b6-33625c579836","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:36.64988689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"b5aad1cf-53ae-484e-802d-4cbab65e0055","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:36.657080319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"b5aad1cf-53ae-484e-802d-4cbab65e0055","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:36.663932698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"b5aad1cf-53ae-484e-802d-4cbab65e0055","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:37.469608446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"6ec370f6-0e6e-47e8-a19b-f759ad1caac5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:37.476921286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"6ec370f6-0e6e-47e8-a19b-f759ad1caac5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:37.482387564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2b8a08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6fbb209c06f0fe1f8f27bd3fead71b2484da8205a4d7f4e7374086fd95ca08c) AuthConfig (2700a09463c165e2715cc4fb56cebc0f8215e8ba5bc818dbe1ff28dd043511c1) AuthConfig (2220dc4bdb216f9c9a4ba42e7d228e4b6f4aa79ddf478e03a8f63bc7f44cf65e) AuthConfig (20a74c6786dccc377138fc1dd84109ef06e70b95e884eadca14a030af72f99c3) AuthConfig (37718f9c0750af8b9724d3969c4e093eab56b4427c7ed223addb505d3f0f3524) AuthConfig (4889a3f59c1ec33ba56130167435c7299ad35bfa1a46690a06c99119d0395b4f) AuthConfig (525405b476262414ebbba12ce7ceb80985b067a9094e0f3b0b134c5e34f51634) AuthConfig (fcf5b46629a985a577b32e76ebf7b1a6af29f74c1b2e0ebb78cc17aa48fa12fe) AuthConfig (cd90d5901f619d0b40c0d49519a97eec53ccbe5436cbc8076d0448012a7e9de5) AuthConfig (3002e4b65e55044108bff1d05e2b96f58f03eb542fd8721d79805309771f0e2d) AuthConfig (ac8937316616ad80d3d833514127090d90cc2554b40982d15dec192acbd125dc) AuthConfig (d10ea53edbf951e7cbca1706ccf89a4c93133395111b3c73e63679a954500e83) AuthConfig (e196cb3e35d40b9fe2520cc4c97ecac5cadb38d62ff6258a7835c1cc317db5fe) AuthConfig (63fdf9f3034c5c630f868a43adc63c3d9d15e20e201fa906c2f0ad7692ae2ad1) AuthConfig (22fe1c93a8eda5da9fb5f36114bbdd0e474a7396b7f1969df38bf2ffb5752111) AuthConfig (c9751fbd709a1f7b37018c80e91e25ecf31aa04b8020f662a03f88ea238e2444) AuthConfig (808fed19349acd22209719644007e14cb17d94d0c598dce3771c71d9509f1c04) AuthConfig (788f715b0ec37fcd76ab3e7aa0c892b31ce89d47e4e454138d41bc37942c8ee8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"6ec370f6-0e6e-47e8-a19b-f759ad1caac5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:41.76781976Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.67407495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"7fd3ebc4-83a0-4233-aab1-be4cc490c5a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.681178562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"7fd3ebc4-83a0-4233-aab1-be4cc490c5a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.692243648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"7fd3ebc4-83a0-4233-aab1-be4cc490c5a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.808896504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-sub","reconcileID":"cb01e0bc-d130-4905-8479-22c20400cacf","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"maas-trlp-e2e-cmp-legacy-9e93d6","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.832611317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"c9669f1a-9ce7-49f5-962b-4875f8904f87","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.832634765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"c9669f1a-9ce7-49f5-962b-4875f8904f87","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:47.217539904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"db03036b-9760-47df-a1fc-44847c748583","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:47.225732849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"db03036b-9760-47df-a1fc-44847c748583","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:47.48774546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3471a147-6c51-4426-922b-4b84d77e5947","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:47.494966296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3471a147-6c51-4426-922b-4b84d77e5947","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:47.518288047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"de1aac94-440c-4cd0-94a5-22cbe70168e0","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:47.518313937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"de1aac94-440c-4cd0-94a5-22cbe70168e0","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.89417576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10c55ff-ee53-4f0a-b341-604c5d1d75a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.896926358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10c55ff-ee53-4f0a-b341-604c5d1d75a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.899450272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10c55ff-ee53-4f0a-b341-604c5d1d75a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.902546007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10c55ff-ee53-4f0a-b341-604c5d1d75a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.134851693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aef658c-b777-4287-9651-de3c4bad0d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.141334632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aef658c-b777-4287-9651-de3c4bad0d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.151920451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aef658c-b777-4287-9651-de3c4bad0d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.159379987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aef658c-b777-4287-9651-de3c4bad0d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.547840686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"132bfd74-5cde-49e9-843b-92bd5cb1e3ee","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.547870415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"132bfd74-5cde-49e9-843b-92bd5cb1e3ee","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.557964747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"76230acd-72da-4112-9113-045a0ad8d2d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.559106253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"5d38e103-298e-4e36-9fda-0b66fb5e5fed","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.559206827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"5d38e103-298e-4e36-9fda-0b66fb5e5fed","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:49.561833895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-83c59e","reconcileID":"aa8f3912-9d7d-44cc-b10d-d7502d15d268","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-83c59e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:49.563951265Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"5d38e103-298e-4e36-9fda-0b66fb5e5fed","name":"sub-test-model-a724a6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a724a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:49.56401152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"5d38e103-298e-4e36-9fda-0b66fb5e5fed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a724a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.566597606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"76230acd-72da-4112-9113-045a0ad8d2d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.569399338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"7115744c-0293-4827-8ac8-d9e564661d21","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.569421278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"7115744c-0293-4827-8ac8-d9e564661d21","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.578042419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"7cf78833-e45d-4a76-a294-d611a8712fc0","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.57806036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"7cf78833-e45d-4a76-a294-d611a8712fc0","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.584078967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"52455e89-f700-4916-8d19-fc56a1025b57","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.58409477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"52455e89-f700-4916-8d19-fc56a1025b57","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.59961855Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-83c59e","reconcileID":"f5aabdff-ab0d-40fb-b50f-20c1279fb011","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"sub-test-model-a724a6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a724a6/e2e-shared-sub-83c59e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.619074161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"01915853-f5b7-4f39-adbb-db61ef4eb234","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.619094336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"01915853-f5b7-4f39-adbb-db61ef4eb234","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.654547899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"9ea69291-0dcf-4a7e-b6f8-ceb9d0cf7881","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.661535989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"9ea69291-0dcf-4a7e-b6f8-ceb9d0cf7881","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.699788966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-83c59e","reconcileID":"decae289-4a79-4b83-bc93-52aae85f4c95","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.736511513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"afd3a0c7-5f67-453e-af23-da8daacbddc6","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.73653068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"afd3a0c7-5f67-453e-af23-da8daacbddc6","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.747126866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"04a6ea81-ce8d-424e-8676-4b136a8cfa90","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.74715216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"04a6ea81-ce8d-424e-8676-4b136a8cfa90","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:49.747927442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-83c59e","reconcileID":"70f61e0b-4a97-419c-9586-cfc0c328d241","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-83c59e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:49.750852186Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"04a6ea81-ce8d-424e-8676-4b136a8cfa90","name":"sub-test-model-2b8a08","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-2b8a08\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:49.750905892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"04a6ea81-ce8d-424e-8676-4b136a8cfa90","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-2b8a08\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.753770144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"0fb80c90-09d3-43b6-8fcd-9849c11cbb21","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.756391701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"0efe5550-8324-419b-8274-a269e9710193","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.756406238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"0efe5550-8324-419b-8274-a269e9710193","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.757831133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"b7e32375-63b7-4f6e-960d-b734d021dfc8","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.757844995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"b7e32375-63b7-4f6e-960d-b734d021dfc8","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.760141346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"0fb80c90-09d3-43b6-8fcd-9849c11cbb21","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.764198839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"12eea540-2ac5-440b-81b3-8ec17f89eaa8","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.76421468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"12eea540-2ac5-440b-81b3-8ec17f89eaa8","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.796204126Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-83c59e","reconcileID":"54c2d31c-2a00-42bd-a89a-bdeb7351d562","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"sub-test-model-2b8a08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-2b8a08/e2e-shared-sub-83c59e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.813311417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"eed16429-4661-4d96-a42d-d3b1d7bbab1b","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.813335251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"eed16429-4661-4d96-a42d-d3b1d7bbab1b","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.854859402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3f88fb80-42d5-457a-9491-5bee1f8c1bee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.8621216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3f88fb80-42d5-457a-9491-5bee1f8c1bee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.895286533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-83c59e","reconcileID":"65467385-8199-4fda-bf18-2304736bbe29","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.949147112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"97478f1c-939d-4060-8450-258e0390f68e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.949167673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"97478f1c-939d-4060-8450-258e0390f68e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.956423283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"36faec66-c12f-474d-9f5b-2c95b0cdf66b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.957560609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"a1329246-e068-4491-b86e-60e55fccc8ca","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:49.95757611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"a1329246-e068-4491-b86e-60e55fccc8ca","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:49.95922946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-83c59e","reconcileID":"24072158-707d-470e-826a-67fc8954b805","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-83c59e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.03601534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"36faec66-c12f-474d-9f5b-2c95b0cdf66b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.045269853Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"22ebd292-c34e-47c6-bb65-2581829fb2e9","namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.047591504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"715fe5a2-4550-40fc-9c8d-bbc0654c4709","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.04761105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"715fe5a2-4550-40fc-9c8d-bbc0654c4709","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.050771705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"d2ec1861-582a-4426-a6fd-479e48f5be5e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.050785861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"d2ec1861-582a-4426-a6fd-479e48f5be5e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.054212922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"1ff186d5-12d0-49a0-89d7-c7716cd6327c","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.054228935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"1ff186d5-12d0-49a0-89d7-c7716cd6327c","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.055142997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"7922aa7f-95e5-49d5-9f8a-a04cbe1187a5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.056139036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"58136426-0302-40d4-b697-870deee0fd93","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.057110157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"2465ed0c-610d-442d-9a57-e4e84b861e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.057615056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"66c91cbb-36ed-4282-a374-8fa48b2da4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.057672471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c708c95b-2761-451d-8621-b41ec4a055e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.062084472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"7922aa7f-95e5-49d5-9f8a-a04cbe1187a5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.064009608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"58136426-0302-40d4-b697-870deee0fd93","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.064366709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"2465ed0c-610d-442d-9a57-e4e84b861e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.066587233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"66c91cbb-36ed-4282-a374-8fa48b2da4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.066849048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"c708c95b-2761-451d-8621-b41ec4a055e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.075121698Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-83c59e","reconcileID":"d346aee3-4b70-40a3-8832-18755b27f789","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-a724a6/e2e-a-only-83c59e","ai-tenant-e2e-shared-a-w2-a724a6/e2e-shared-sub-83c59e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.093672287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"09153265-1dd2-4fb8-96c1-67d85a335842","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.093692169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"09153265-1dd2-4fb8-96c1-67d85a335842","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.134575134Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"b1591c15-fb32-4dbd-8741-d597068620cd","namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.137853904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"a802a0c4-e238-49dd-98f3-9103b89a95ec","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.137874541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"a802a0c4-e238-49dd-98f3-9103b89a95ec","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.151069644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f762c03-0762-458a-9ec4-b5e0735270a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.151094853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f762c03-0762-458a-9ec4-b5e0735270a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.156732803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"433d265f-5d7c-4760-9a5b-86e57c05498e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.157240861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"640940e3-f1b0-4674-9732-828555602a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.157586867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49c2f5a6-bf42-4972-9ba7-46902b9c36ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.157670106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e63c02fe-41f3-4beb-aecf-fec58a6d80df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.158050773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"d243e2c9-7174-4bba-99ff-c3307e3d6829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.163795196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"433d265f-5d7c-4760-9a5b-86e57c05498e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.164592677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"640940e3-f1b0-4674-9732-828555602a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.171046747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-83c59e","reconcileID":"6509d5cb-1578-47c3-9381-353c724d8980","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.171667456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-83c59e","reconcileID":"60b4efaa-9cfa-4983-ab00-d602c14abd4d","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.172982059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"d243e2c9-7174-4bba-99ff-c3307e3d6829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.18904048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49c2f5a6-bf42-4972-9ba7-46902b9c36ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.193177193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"4236ca34-e7ab-4240-beda-90124a1a4ca7","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.193207384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"4236ca34-e7ab-4240-beda-90124a1a4ca7","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:50.235082912Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e63c02fe-41f3-4beb-aecf-fec58a6d80df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.23699708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49c2f5a6-bf42-4972-9ba7-46902b9c36ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:50.24163633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e63c02fe-41f3-4beb-aecf-fec58a6d80df","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.242569756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b067c12d-dc01-44a4-8641-b8cb016d77f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.242599281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b067c12d-dc01-44a4-8641-b8cb016d77f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.244302634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"aa890bef-fc18-4194-ae1a-b2ee37650ab0","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.244325001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"aa890bef-fc18-4194-ae1a-b2ee37650ab0","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:50.249723414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-83c59e","reconcileID":"92f862ee-aa0e-4dba-8341-1eb7bfb3f37e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-83c59e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.250214198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d2e3ac07-6313-4cb1-a0b2-0c7fac5227e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.250237253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d2e3ac07-6313-4cb1-a0b2-0c7fac5227e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.255575983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"bccfdf0b-634c-4c73-8384-b4d50e8cff41","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.257960255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5962e333-3b59-43e7-bfcd-b4953166938c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.258139144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"af8494dd-28b4-4b39-914e-5882e9758977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.258585981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e512c77d-d7e2-4565-b148-707701ade141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.258960695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"0b87511f-baba-42f7-977b-9a3ff48a6bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.262780146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"bccfdf0b-634c-4c73-8384-b4d50e8cff41","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.266099455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"0b87511f-baba-42f7-977b-9a3ff48a6bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.267965291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"af8494dd-28b4-4b39-914e-5882e9758977","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.269842646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"5962e333-3b59-43e7-bfcd-b4953166938c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.272195126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e512c77d-d7e2-4565-b148-707701ade141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.272281058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"31d18f02-53ec-459f-a0da-b265d694927e","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.272306178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"31d18f02-53ec-459f-a0da-b265d694927e","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.345757831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"8cfb1aca-f510-418e-af97-96956231b162","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.345781994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"8cfb1aca-f510-418e-af97-96956231b162","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.396358654Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-83c59e","reconcileID":"3650c138-e5c2-4e47-aa5f-bb437a6cea52","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-2b8a08/e2e-b-only-83c59e","ai-tenant-e2e-shared-b-w2-2b8a08/e2e-shared-sub-83c59e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.452905685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"227677ec-eff6-475e-a46d-d483458bdc4c","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.452925613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"227677ec-eff6-475e-a46d-d483458bdc4c","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.467822255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"de35b02a-19e5-413a-8b87-b3ebaad7173e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.467985289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"1f1026c9-464c-4631-a7f7-ec6de581fcf4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.474506654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"de59fcf4-59ad-4334-97cc-c798c6e667b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.482939891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"de35b02a-19e5-413a-8b87-b3ebaad7173e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.484403521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"de59fcf4-59ad-4334-97cc-c798c6e667b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.484941075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-83c59e","reconcileID":"f36c1412-13b3-425e-a29c-44177500e0f2","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.488554065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-83c59e","reconcileID":"022328d9-b2f3-41e0-a897-8ef3ec30e3bd","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.518188504Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"1f1026c9-464c-4631-a7f7-ec6de581fcf4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.524629705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"1f1026c9-464c-4631-a7f7-ec6de581fcf4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.530920926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65d9a910-4508-4d54-91fe-f22460d46ca5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.530937666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65d9a910-4508-4d54-91fe-f22460d46ca5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.560118018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"dc0bfcb2-9ff3-4e82-88f9-5bce9de3e056","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.56175721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f9ca5b1a-65f9-4940-9d41-b501a9652099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.562064009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f0ea98c6-4a5d-48d9-bac5-0951ab2a6909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.56344101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddf73e0d-e681-486c-bce7-d5662b41348b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.567879159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"dc0bfcb2-9ff3-4e82-88f9-5bce9de3e056","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.570212674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f0ea98c6-4a5d-48d9-bac5-0951ab2a6909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.57065008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f9ca5b1a-65f9-4940-9d41-b501a9652099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.591272064Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddf73e0d-e681-486c-bce7-d5662b41348b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.597241459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddf73e0d-e681-486c-bce7-d5662b41348b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.604116889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ee9be1f-e7a5-400b-ab6b-9e34c8280cc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:50.604132948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ee9be1f-e7a5-400b-ab6b-9e34c8280cc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.8410695Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","namespace":"ai-tenant-e2e-autores-146318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.841129137Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","namespace":"ai-tenant-e2e-autores-146318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.841177241Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","tenant":"e2e-autores-146318","tenantID":"e2e-autores-146318","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.845602822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"Deployment","name":"maas-api-e2e-autores-146318","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.861215043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"Service","name":"maas-api-e2e-autores-146318","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.86699355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-146318","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.873659926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-146318","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.888153624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.893782439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.903596001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.912674636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.91654304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"Deployment","name":"payload-processing-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.920536808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.923019334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"Service","name":"payload-processing-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.9254396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"Service","name":"payload-pre-processing-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.927321258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"DestinationRule","name":"payload-processing-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.929319462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.93221242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.937740266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.939770624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.942530424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.947004494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-146318","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.949178681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-146318"},"namespace":"ai-tenant-e2e-autores-146318","name":"default-tenant","reconcileID":"c5f16c98-ff93-4c3e-aa08-d4b964f8c5f4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-146318","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.429564433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"7f3795f4-3443-4d5a-9878-2405e73d2dc4","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.429596806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"7f3795f4-3443-4d5a-9878-2405e73d2dc4","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.431845616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"0d232e71-9088-442d-9cd4-168226e2f0cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.438198362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"0d232e71-9088-442d-9cd4-168226e2f0cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.444217806Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-sub","reconcileID":"4dbdb971-b8da-4862-b3dd-20d2f5e557d4","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1b7b145c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.534484861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"4098ae2d-6b5f-4b81-860b-cdebbef63ba7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:56.541573315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"4098ae2d-6b5f-4b81-860b-cdebbef63ba7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.16821919Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-146318","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-146318","reconcileID":"deb7e84b-9d91-4634-b106-a6e37df72c2f","aitenant":"ai-tenants/e2e-autores-146318","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.284692398Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-146318","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-146318","reconcileID":"deb7e84b-9d91-4634-b106-a6e37df72c2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-146318","removed":["maas.opendatahub.io/gateway-access-e2e-autores-146318"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.335907664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f724ea47-ae93-4a54-8ca4-5eb0ee262504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.33906263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f724ea47-ae93-4a54-8ca4-5eb0ee262504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.341689946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f724ea47-ae93-4a54-8ca4-5eb0ee262504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.344614554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f724ea47-ae93-4a54-8ca4-5eb0ee262504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.6770776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c080d677-a45a-445c-9647-1f84943cf6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.680469272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c080d677-a45a-445c-9647-1f84943cf6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.735093674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c080d677-a45a-445c-9647-1f84943cf6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.737860181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c080d677-a45a-445c-9647-1f84943cf6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:58.058883185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818fb7b7-4939-4cd4-829c-9a2ca68ffc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:58.061985034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818fb7b7-4939-4cd4-829c-9a2ca68ffc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:58.064912156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818fb7b7-4939-4cd4-829c-9a2ca68ffc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:58.067907784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"818fb7b7-4939-4cd4-829c-9a2ca68ffc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.257714294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be049a8-c5a2-42b4-9b6e-298fa8e4de13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.265171761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be049a8-c5a2-42b4-9b6e-298fa8e4de13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.270874624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be049a8-c5a2-42b4-9b6e-298fa8e4de13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.279951178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59995148-d9ce-475f-a97b-2cc058316497","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.279983167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59995148-d9ce-475f-a97b-2cc058316497","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.536709162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"d3a60714-370d-4477-9e97-1bb8e87d154f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.56593743Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"d3a60714-370d-4477-9e97-1bb8e87d154f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.572314691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"d3a60714-370d-4477-9e97-1bb8e87d154f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.578587568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"607cc662-038e-41d1-a9ab-c032dc5f0218","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.578607301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"607cc662-038e-41d1-a9ab-c032dc5f0218","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.639157415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58e17408-926c-4431-884c-669f576f8930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.665098357Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58e17408-926c-4431-884c-669f576f8930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.673651203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58e17408-926c-4431-884c-669f576f8930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.735473087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4767ec6f-167c-4c87-af85-e5d10c9815ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:00.735502046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4767ec6f-167c-4c87-af85-e5d10c9815ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.389149039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f6537d-39a6-474c-b2f5-862244c369ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.395188249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f6537d-39a6-474c-b2f5-862244c369ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.402231025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f6537d-39a6-474c-b2f5-862244c369ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.440023197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f6537d-39a6-474c-b2f5-862244c369ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.835432659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f5d6e-d95a-4a16-967c-16202820636d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.83848456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f5d6e-d95a-4a16-967c-16202820636d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.840976911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f5d6e-d95a-4a16-967c-16202820636d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.84358885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc5f5d6e-d95a-4a16-967c-16202820636d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.120611278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77cef21-2a47-4daa-864f-84a6ea7fae00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.123415975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77cef21-2a47-4daa-864f-84a6ea7fae00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.125815596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77cef21-2a47-4daa-864f-84a6ea7fae00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.134721522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77cef21-2a47-4daa-864f-84a6ea7fae00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.28556266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c95134f-c226-480a-8a60-74183dba903d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.288207122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c95134f-c226-480a-8a60-74183dba903d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.290736123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c95134f-c226-480a-8a60-74183dba903d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.293270304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c95134f-c226-480a-8a60-74183dba903d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.554811513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ac4ecb-7b74-4b38-b8cf-a9ee8a076636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.557466695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ac4ecb-7b74-4b38-b8cf-a9ee8a076636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.559927492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ac4ecb-7b74-4b38-b8cf-a9ee8a076636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.562444932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ac4ecb-7b74-4b38-b8cf-a9ee8a076636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.911628608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3490877f-b627-4c32-bd85-d6c38d2a2bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.914850885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3490877f-b627-4c32-bd85-d6c38d2a2bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.917808069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3490877f-b627-4c32-bd85-d6c38d2a2bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.9206085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3490877f-b627-4c32-bd85-d6c38d2a2bf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.966816466Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-6f33a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-6f33a0","reconcileID":"dbe906ce-debe-42ec-ad58-95e360723978","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-6f33a0","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-6f33a0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.23207894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340b94f5-c8ea-4691-8cb6-c0c39489b364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.236662631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340b94f5-c8ea-4691-8cb6-c0c39489b364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.239336272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340b94f5-c8ea-4691-8cb6-c0c39489b364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.242874829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340b94f5-c8ea-4691-8cb6-c0c39489b364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.079532723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-83c59e","reconcileID":"a398dbe6-f151-4537-af35-b1c299cdfd0b","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.085110358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-83c59e","reconcileID":"a25bb118-0acc-469b-a1f7-e793827bd227","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.106076025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"87785c3d-ae04-4166-aac0-bf2f9bf88c16","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.106097016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"87785c3d-ae04-4166-aac0-bf2f9bf88c16","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.106502013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"0ed62f47-8bdd-4383-b2a5-60a0dbc21ce1","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.106515902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"0ed62f47-8bdd-4383-b2a5-60a0dbc21ce1","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.171577249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-83c59e","reconcileID":"89d7abba-51ac-4134-8344-52a1faf521ee","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.172058728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-83c59e","reconcileID":"ea30d6af-96ba-48db-9c19-dc282f2cbd0c","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.199744123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"7692eccd-226e-479f-a7ed-da440a83adaa","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.1997626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"7692eccd-226e-479f-a7ed-da440a83adaa","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.20016215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"4100a58a-1152-4db4-89a1-fb40a3c22766","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.200176264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"4100a58a-1152-4db4-89a1-fb40a3c22766","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.451329988Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-sub","reconcileID":"11fc95db-5aa9-4d5f-8f45-4fa3740ac8c3","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","subscription":"e2e-cmp-legacy-9e93d6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.460140881Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-sub","reconcileID":"11fc95db-5aa9-4d5f-8f45-4fa3740ac8c3","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.467726672Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-sub","reconcileID":"11fc95db-5aa9-4d5f-8f45-4fa3740ac8c3","MaaSSubscription":{"name":"e2e-cmp-legacy-9e93d6-sub","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"maas-trlp-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.571949252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"f4608d9f-57d5-4bad-967f-c7e1bff3abd0","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.57198002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"f4608d9f-57d5-4bad-967f-c7e1bff3abd0","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.57748977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"6b789858-20f4-4e8e-b937-7dd9cfb70a80","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.588931942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"6b789858-20f4-4e8e-b937-7dd9cfb70a80","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.7260341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"ffdad2ba-1392-49a9-a57a-12aa58fb040f","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.726068422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"ffdad2ba-1392-49a9-a57a-12aa58fb040f","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.727903317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"e2a223ba-8080-4caf-990b-77a7cbd64dec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.82976233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"e2a223ba-8080-4caf-990b-77a7cbd64dec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.858793728Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"e2a223ba-8080-4caf-990b-77a7cbd64dec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"name":"e2e-extmod-a-c47670-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.858820777Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6-access","reconcileID":"e2a223ba-8080-4caf-990b-77a7cbd64dec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9e93d6-access","namespace":"ai-tenant-e2e-extmod-a-c47670"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c47670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.869514048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"d1502c07-5bb5-4cb8-bd5b-3401daeaa83b","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"tenant":"e2e-extmod-a-c47670","gateway":"openshift-ingress/e2e-extmod-a-c47670","model":"ai-tenant-e2e-extmod-a-c47670/e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:06.869533732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"d1502c07-5bb5-4cb8-bd5b-3401daeaa83b","MaaSModelRef":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"routeName":"external-model-e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670","model":"e2e-cmp-legacy-9e93d6","externalModel":"e2e-cmp-legacy-9e93d6","provider":"e2e-cmp-legacy-9e93d6-provider","gateway":"openshift-ingress/e2e-extmod-a-c47670","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.167773017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"b3e79084-53a6-4178-98d7-06425e5b7f4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.236758364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"b3e79084-53a6-4178-98d7-06425e5b7f4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.26710858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"a1e537b0-a0bb-41f7-86f8-c8e3febef5f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.274154949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"a1e537b0-a0bb-41f7-86f8-c8e3febef5f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.407703303Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"ec7b56c6-2927-43b9-b721-319df9d74972","namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.413826496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"2b5056f7-e241-4071-aeeb-8d1e1e4f8086","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.416021001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60b88f6a-7408-4826-8c5b-453e46c1c8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.416035397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"8845a781-1d5a-44cb-9bde-6eea0789809e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.416790221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"4b5f6ffb-dd80-42e4-8124-0dc1aa0a0f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.416790218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"853407a2-46fd-4a6e-a068-0d1c6c74262f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.423294196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60b88f6a-7408-4826-8c5b-453e46c1c8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.424980128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"4b5f6ffb-dd80-42e4-8124-0dc1aa0a0f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.426730574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"853407a2-46fd-4a6e-a068-0d1c6c74262f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.427439548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"8845a781-1d5a-44cb-9bde-6eea0789809e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.431948027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60b88f6a-7408-4826-8c5b-453e46c1c8e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.432077274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"853407a2-46fd-4a6e-a068-0d1c6c74262f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.442792256Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"2b5056f7-e241-4071-aeeb-8d1e1e4f8086","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.445392953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83c4b41e-d35b-46a3-b003-a22cb5a11f08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.445412325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"83c4b41e-d35b-46a3-b003-a22cb5a11f08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.450745143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"2b5056f7-e241-4071-aeeb-8d1e1e4f8086","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.451452911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"97fbfad4-bc32-4e50-bfe4-d51c54864347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.459110273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"97fbfad4-bc32-4e50-bfe4-d51c54864347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.46266934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2bcce8e-40c8-46fc-9cda-d43755e62705","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.462690047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2bcce8e-40c8-46fc-9cda-d43755e62705","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.529360061Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9e93d6","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","reconcileID":"98c0a397-eb80-4ab4-9062-ee2dbdeb0d96","namespace":"ai-tenant-e2e-extmod-a-c47670","name":"e2e-cmp-legacy-9e93d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.532629277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"687133e3-0ed1-40de-bd84-523f7202d9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.534539724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6e27aab0-cdfe-486c-ab93-d55f31907f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.539875372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"687133e3-0ed1-40de-bd84-523f7202d9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.542163416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6e27aab0-cdfe-486c-ab93-d55f31907f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.560800903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"2ef9c0b3-9a38-49dc-876a-57a73aa1c261","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.571918092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"1db282b7-814d-4873-8e1c-854c4a1799fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.575271638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"2ef9c0b3-9a38-49dc-876a-57a73aa1c261","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.583503721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"1db282b7-814d-4873-8e1c-854c4a1799fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.653047151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"db49726b-e9d4-4dcf-acb9-6ef94c28abd7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.654998328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"58683ad9-661f-457b-9faf-9e8998c57544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.656550256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"246b4229-4426-4344-a83d-8e808196508a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.656736914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5649f137-11b9-42aa-8c48-68aa0a62eb01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.656995859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"49007e20-bf8f-4de8-a1cf-2c0ac42f5b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.662719191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"db49726b-e9d4-4dcf-acb9-6ef94c28abd7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.663583649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"58683ad9-661f-457b-9faf-9e8998c57544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.66597081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"49007e20-bf8f-4de8-a1cf-2c0ac42f5b68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.666708265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"5649f137-11b9-42aa-8c48-68aa0a62eb01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.668779642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"246b4229-4426-4344-a83d-8e808196508a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.761866072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"22b9a6c0-af0a-4ce9-8050-690d82d3d35c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.763423619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03710645-f2d0-4633-bcb4-36a078b27a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.76451876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9cfdf533-8598-4d59-9042-ec154b0cb077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.765075442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"723c5faf-4b73-4864-9f6a-66605b14c0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.765677208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"40889df5-03d8-4f4d-bbbf-f34e57999c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.771148584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"22b9a6c0-af0a-4ce9-8050-690d82d3d35c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.778591901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"9cfdf533-8598-4d59-9042-ec154b0cb077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.783506583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"40889df5-03d8-4f4d-bbbf-f34e57999c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.785821801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"22b9a6c0-af0a-4ce9-8050-690d82d3d35c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:07.800832262Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"723c5faf-4b73-4864-9f6a-66605b14c0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.802994959Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03710645-f2d0-4633-bcb4-36a078b27a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:07.80707175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"723c5faf-4b73-4864-9f6a-66605b14c0dd","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.807470889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10a52560-06ce-4e42-84a7-e93e51a35106","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.807487396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10a52560-06ce-4e42-84a7-e93e51a35106","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.809717821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03710645-f2d0-4633-bcb4-36a078b27a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.817742498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cba5a64-f69c-4eb3-b687-48e85d7e9ce3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.817816384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cba5a64-f69c-4eb3-b687-48e85d7e9ce3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.859803365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"d63ac686-5672-4afc-b1c4-e9191005f84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.859893701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"417155bd-6476-4128-aa5b-8be22016b132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.860260852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"73d5dd7c-4602-445e-894c-1c506b63c795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.860335787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0392c75f-0553-42ce-8c10-2254bdd4bad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.868175326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"417155bd-6476-4128-aa5b-8be22016b132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.871307058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"73d5dd7c-4602-445e-894c-1c506b63c795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.875025224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"d63ac686-5672-4afc-b1c4-e9191005f84b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.878841601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"0392c75f-0553-42ce-8c10-2254bdd4bad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.883503657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"417155bd-6476-4128-aa5b-8be22016b132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.937804393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd93852d-0165-45b5-bdb8-e9a9242eb8fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.937833181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd93852d-0165-45b5-bdb8-e9a9242eb8fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.911740343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"52b3291d-db62-4f36-b6ea-3ab03c640288","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.911762301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"52b3291d-db62-4f36-b6ea-3ab03c640288","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.912325751Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3e72285c-ba2a-4dc3-be7f-611b04481d12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.932910689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-83c59e","reconcileID":"3bd4ab77-9583-44bb-aeb7-431ebe2121a4","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:09.93312367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-83c59e","reconcileID":"45bd0ac9-3062-4c5b-be32-6368d054f14e","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.008713021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3e72285c-ba2a-4dc3-be7f-611b04481d12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.056513318Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3e72285c-ba2a-4dc3-be7f-611b04481d12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.056610959Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-83c59e","reconcileID":"3e72285c-ba2a-4dc3-be7f-611b04481d12","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.063196037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"19b06e9f-c749-4e3a-a32f-cd408264e9da","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.063215178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"19b06e9f-c749-4e3a-a32f-cd408264e9da","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.143739215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-83c59e","reconcileID":"8de51d92-6734-4e65-8ab1-47bf15f25c25","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.189519235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-83c59e","reconcileID":"07137426-d06b-40e0-a8ca-f3ed85d12161","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.207583108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"60c27fb3-eff7-4d99-aed9-53787d3ce345","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:10.20760767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"60c27fb3-eff7-4d99-aed9-53787d3ce345","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:11.774400578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.139253684Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","namespace":"ai-tenant-e2e-mt-7e439d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.139317621Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","namespace":"ai-tenant-e2e-mt-7e439d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.139409224Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","tenant":"e2e-mt-7e439d04","tenantID":"e2e-mt-7e439d04","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.146237931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"Deployment","name":"maas-api-e2e-mt-7e439d04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.165991306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"Service","name":"maas-api-e2e-mt-7e439d04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.175854541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-7e439d04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.187573179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-7e439d04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.198486525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.203773772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.215544192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.22060888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.22264047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"Deployment","name":"payload-processing-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.224475742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.226531698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"Service","name":"payload-processing-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.228501824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"Service","name":"payload-pre-processing-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.230404506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"DestinationRule","name":"payload-processing-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.232406314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.234517041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.240871132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.245264908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.247531804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.249620018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-7e439d04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.251761896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-7e439d04"},"namespace":"ai-tenant-e2e-mt-7e439d04","name":"default-tenant","reconcileID":"85cb075b-95cd-4250-9a6e-d823b1f40bfc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-7e439d04","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.611569303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"bf6cfd36-ab7e-4433-b2f8-71466be2660a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-6f33a0","tenantID":"e2e-explicit-6f33a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.628386352Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"bf6cfd36-ab7e-4433-b2f8-71466be2660a","name":"e2e-explicit-6f33a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.842150129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"eb80a972-0d40-4c0c-9be6-d0db5f4bcda4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.844188369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2c006c3-cb87-4a9d-890d-e2c8df56dd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.85462024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2c006c3-cb87-4a9d-890d-e2c8df56dd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.860254037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2c006c3-cb87-4a9d-890d-e2c8df56dd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.86842861Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"eb80a972-0d40-4c0c-9be6-d0db5f4bcda4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.873987732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"eb80a972-0d40-4c0c-9be6-d0db5f4bcda4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.882659275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef97f69-e0b4-47d4-97b9-f33fbb86312d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.882676436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bef97f69-e0b4-47d4-97b9-f33fbb86312d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.946541946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d08b3f40-b623-49ea-ae21-3d7f31b5663f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.974592049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d08b3f40-b623-49ea-ae21-3d7f31b5663f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.980853962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d08b3f40-b623-49ea-ae21-3d7f31b5663f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.990928695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3d350be-ff1d-4743-86df-b38ed40ac4af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.990960543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3d350be-ff1d-4743-86df-b38ed40ac4af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.280407114Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-83c59e","reconcileID":"ea4b3a22-2aee-4ca0-901f-42dd2511930c","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscription":"e2e-shared-sub-83c59e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.299642817Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-83c59e","reconcileID":"ea4b3a22-2aee-4ca0-901f-42dd2511930c","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a724a6/e2e-a-only-83c59e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.316769027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-83c59e","reconcileID":"ad518b7a-7d75-405c-93fe-1f8a6e8ee3ba","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.336126077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"6d218883-92f1-44b8-b0d6-da922b67f4e8","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.336151448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"6d218883-92f1-44b8-b0d6-da922b67f4e8","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.497778401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"1b6c1d59-30c7-4b4b-8da3-767653928b5f","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:20.497809313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"1b6c1d59-30c7-4b4b-8da3-767653928b5f","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.21759363Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7e439d04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7e439d04","reconcileID":"77967246-8b21-45a1-845c-853b74ce353b","aitenant":"ai-tenants/e2e-mt-7e439d04","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.348890034Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-7e439d04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-7e439d04","reconcileID":"77967246-8b21-45a1-845c-853b74ce353b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-7e439d04","removed":["maas.opendatahub.io/gateway-access-e2e-mt-7e439d04"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.383696852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b95144d0-fb09-4ecb-be8c-8faa8f626f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.38675453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b95144d0-fb09-4ecb-be8c-8faa8f626f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.389477957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b95144d0-fb09-4ecb-be8c-8faa8f626f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.391917222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b95144d0-fb09-4ecb-be8c-8faa8f626f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.710536708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a72ec41-6d33-49fa-87c3-b4bc63598dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.713475226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a72ec41-6d33-49fa-87c3-b4bc63598dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.716110275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a72ec41-6d33-49fa-87c3-b4bc63598dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:21.736472865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a72ec41-6d33-49fa-87c3-b4bc63598dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:22.045010685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dddb3bd-d32e-4da9-92bf-0da3bacf5183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:22.069309402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dddb3bd-d32e-4da9-92bf-0da3bacf5183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:22.074329721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dddb3bd-d32e-4da9-92bf-0da3bacf5183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:22.078182154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dddb3bd-d32e-4da9-92bf-0da3bacf5183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:24.435137862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"cfeef692-9786-4655-a64b-267b1f12ce28","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:24.435166331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"cfeef692-9786-4655-a64b-267b1f12ce28","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.869856803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec805448-5121-4b0e-b08d-48cc4c48a85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.879107305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec805448-5121-4b0e-b08d-48cc4c48a85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.885921771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec805448-5121-4b0e-b08d-48cc4c48a85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.895814139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7ab42b8-7bf1-4b41-af67-fcf2ca760038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.895841865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7ab42b8-7bf1-4b41-af67-fcf2ca760038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.965721916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"285de73a-84b8-44e5-bf01-324889c09184","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:27.99504571Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"285de73a-84b8-44e5-bf01-324889c09184","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:28.000828578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"285de73a-84b8-44e5-bf01-324889c09184","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:28.007243253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a7499e3-1753-48a8-93f3-3e3e727dd4a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:28.007262446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a7499e3-1753-48a8-93f3-3e3e727dd4a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:28.067929809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e697b7bc-5a0a-4a32-8e7e-571d3bf060c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:28.095946557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e697b7bc-5a0a-4a32-8e7e-571d3bf060c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:28.118181151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e697b7bc-5a0a-4a32-8e7e-571d3bf060c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:28.127149971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fdf78cba-b7d7-4f4d-96ba-f0d6ad861f01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:28.1271777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fdf78cba-b7d7-4f4d-96ba-f0d6ad861f01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.518828511Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-83c59e","reconcileID":"07d383d3-c20f-4f0f-9ccb-cee793e2e69a","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscription":"e2e-a-only-83c59e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.524140086Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-83c59e","reconcileID":"07d383d3-c20f-4f0f-9ccb-cee793e2e69a","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.52767669Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-83c59e","reconcileID":"07d383d3-c20f-4f0f-9ccb-cee793e2e69a","MaaSSubscription":{"name":"e2e-a-only-83c59e","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.566126402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"522f2c2d-081e-4f13-8b26-13a00eecf71e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.566159037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"522f2c2d-081e-4f13-8b26-13a00eecf71e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.884084437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"0f82be62-26bf-4163-bf6f-954abcfaa44f","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.884112302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"0f82be62-26bf-4163-bf6f-954abcfaa44f","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.884088271Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"c4931d01-6964-4a29-8c1d-166a841ef833","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.895233779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"c4931d01-6964-4a29-8c1d-166a841ef833","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.917504258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-83c59e","reconcileID":"877b90a4-f0cc-408d-8cb4-b0d3485a31a6","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.917765975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-83c59e","reconcileID":"dc4d1688-ac43-4c69-8c7f-a27662dbd84e","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.933766032Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"c4931d01-6964-4a29-8c1d-166a841ef833","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.933789766Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"c4931d01-6964-4a29-8c1d-166a841ef833","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.94489002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"d1b64388-436f-4acd-b7a3-917c5b14f9e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.945626437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"418980c6-40d9-4993-bdcc-97dd4fb89985","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.945643135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"418980c6-40d9-4993-bdcc-97dd4fb89985","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:30.994807829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"d1b64388-436f-4acd-b7a3-917c5b14f9e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:31.002229034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"d1b64388-436f-4acd-b7a3-917c5b14f9e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:31.002251883Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"d1b64388-436f-4acd-b7a3-917c5b14f9e0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:38:31.0051134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-83c59e","reconcileID":"d1b64388-436f-4acd-b7a3-917c5b14f9e0","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-83c59e\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:31.015713683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-83c59e","reconcileID":"1b8d1077-b503-4894-bbbd-d11c3e4ed0d9","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:31.018156783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-83c59e","reconcileID":"1e96b305-7baa-4f1a-a928-4a2a5bdc89b6","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:31.146021069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"47eefa41-201a-424c-b195-15d8685f4f7e","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:31.146042688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"47eefa41-201a-424c-b195-15d8685f4f7e","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.103197282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4065bfea-b4a7-4c12-91b4-c605c6a74799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.134689716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4065bfea-b4a7-4c12-91b4-c605c6a74799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.137424189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4065bfea-b4a7-4c12-91b4-c605c6a74799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.140060889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4065bfea-b4a7-4c12-91b4-c605c6a74799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.389068758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192587bd-d587-421e-aa15-7d3218b4b1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.391628622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192587bd-d587-421e-aa15-7d3218b4b1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.394105352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192587bd-d587-421e-aa15-7d3218b4b1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:32.396588427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192587bd-d587-421e-aa15-7d3218b4b1a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.919066658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6656c9d-98bb-40ca-81dd-028a31aa0855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.919176665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6656c9d-98bb-40ca-81dd-028a31aa0855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.920400159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1d554b3-754a-41cc-a55e-a25341d649ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.924822232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a02d0aef-d496-45e2-b9af-6c7fd4643aca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.924905371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a02d0aef-d496-45e2-b9af-6c7fd4643aca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.929327175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1d554b3-754a-41cc-a55e-a25341d649ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.937965464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1d554b3-754a-41cc-a55e-a25341d649ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.962440435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"32bbbce4-d96b-45cb-9eb9-21f2660a6296","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.962593981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e9be82d-3d77-4638-8f9e-a1ff8f3ac7bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:37.963807475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e9be82d-3d77-4638-8f9e-a1ff8f3ac7bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.023044138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"440002b2-084e-4ddf-ac2d-768b9740c7b8","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.034671864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"440002b2-084e-4ddf-ac2d-768b9740c7b8","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.045085358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"440002b2-084e-4ddf-ac2d-768b9740c7b8","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.054096162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b27efe3-aae7-4572-9034-de175bd84db6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.05420112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b27efe3-aae7-4572-9034-de175bd84db6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.078247834Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-policy-c1ed8553","reconcileID":"32bbbce4-d96b-45cb-9eb9-21f2660a6296","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"policyNamespace":"ai-tenant-e2e-mt-1a25b868","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.088274086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"693f7630-fd0a-4c56-989e-c8367a76a345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.08913546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"693f7630-fd0a-4c56-989e-c8367a76a345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.155308372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"764d1173-ce2c-40c2-8e54-35cfe39ea7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.185162631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"764d1173-ce2c-40c2-8e54-35cfe39ea7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.209538804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"764d1173-ce2c-40c2-8e54-35cfe39ea7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.257608434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10334464-79cf-40fa-8ffe-26f73c729842","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:38.258177578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10334464-79cf-40fa-8ffe-26f73c729842","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:39.278161849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-6f33a0","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"explicit-model-6f33a0","reconcileID":"65836997-6317-4b1e-9527-16d80d7cba43","MaaSModelRef":{"name":"explicit-model-6f33a0","namespace":"ai-tenant-e2e-explicit-6f33a0"},"routeName":"explicit-model-6f33a0-kserve-route","namespace":"ai-tenant-e2e-explicit-6f33a0","llmisvcName":"explicit-model-6f33a0","gateway":"openshift-ingress/e2e-explicit-6f33a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.165553003Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-83c59e","reconcileID":"8da0148e-27fc-4f83-9a80-c0171fca0554","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscription":"e2e-shared-sub-83c59e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.182494598Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-83c59e","reconcileID":"8da0148e-27fc-4f83-9a80-c0171fca0554","MaaSSubscription":{"name":"e2e-shared-sub-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-2b8a08/e2e-b-only-83c59e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.193030213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-83c59e","reconcileID":"3be0dc06-e584-4931-b355-bbd7166225ee","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.20964773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"c312657a-9f90-4384-a441-ee57de733157","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.209673897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"c312657a-9f90-4384-a441-ee57de733157","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.535413448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"dbd4f322-e015-4708-8239-b37259bd3500","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.535520776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"dbd4f322-e015-4708-8239-b37259bd3500","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:41.772484992Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:45.961482427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"9a98e13f-0b4c-43a5-989d-d8bd8a8579d5","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:45.961512239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"9a98e13f-0b4c-43a5-989d-d8bd8a8579d5","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.27891803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"d8d8bc80-16da-488b-8679-9bbaa555ef98","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.278939095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"d8d8bc80-16da-488b-8679-9bbaa555ef98","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.28737141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"8e9f4830-4ce3-4fb5-a10a-739da59b6fb4","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.287408155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"8e9f4830-4ce3-4fb5-a10a-739da59b6fb4","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.296774585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"a351901b-16ae-4da0-bab9-5d9d84e2972d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.334462226Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"a351901b-16ae-4da0-bab9-5d9d84e2972d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.340832142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"a351901b-16ae-4da0-bab9-5d9d84e2972d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.351485559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"db5cf3b3-bd64-410b-b221-9f63d547a988","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:46.351503269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"db5cf3b3-bd64-410b-b221-9f63d547a988","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:47.981442994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8449edda-da58-467f-b6eb-88a6a1448d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:47.996370936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8449edda-da58-467f-b6eb-88a6a1448d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.008105526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8449edda-da58-467f-b6eb-88a6a1448d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.083811998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"77018f6c-6db0-4da3-92e4-cc49358eeeff","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.097441711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"77018f6c-6db0-4da3-92e4-cc49358eeeff","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.109646318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"77018f6c-6db0-4da3-92e4-cc49358eeeff","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.233910058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbf111ce-961c-47d2-801a-869dfdaf746d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.244993767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbf111ce-961c-47d2-801a-869dfdaf746d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.257068974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbf111ce-961c-47d2-801a-869dfdaf746d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.297325083Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"ec3d2847-6eed-49fb-b589-59e96d77b96a","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-c1ed8553","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.331943107Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"namespace":"ai-tenant-e2e-mt-1a25b868","name":"e2e-shared-int-sub-c1ed8553","reconcileID":"ec3d2847-6eed-49fb-b589-59e96d77b96a","MaaSSubscription":{"name":"e2e-shared-int-sub-c1ed8553","namespace":"ai-tenant-e2e-mt-1a25b868"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.350701331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f884aa31-ce87-46e5-84d2-585fffbac253","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.358719124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31211034-a062-437f-bcf3-fa0736365519","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:48.358740212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31211034-a062-437f-bcf3-fa0736365519","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.550312064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-83c59e","reconcileID":"50abac37-862e-41af-b56f-ba1ba086c3e5","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscription":"e2e-b-only-83c59e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.553251591Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-83c59e","reconcileID":"50abac37-862e-41af-b56f-ba1ba086c3e5","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.556461247Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-83c59e","reconcileID":"50abac37-862e-41af-b56f-ba1ba086c3e5","MaaSSubscription":{"name":"e2e-b-only-83c59e","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.58447537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"cd33b234-97d5-43fe-9cbe-0e1218bc9a4f","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.58450152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"cd33b234-97d5-43fe-9cbe-0e1218bc9a4f","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.764931162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"47a2f641-6f88-4b06-bf82-34ed4fe1a7e7","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.764952372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"47a2f641-6f88-4b06-bf82-34ed4fe1a7e7","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.772260891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"de3ebca9-9784-4a76-b668-5f8ec4969323","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.772283448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"de3ebca9-9784-4a76-b668-5f8ec4969323","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.777096677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"8d69f0cf-9e09-4d69-8cef-2e7a1544a53e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.806593292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"8d69f0cf-9e09-4d69-8cef-2e7a1544a53e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.812863908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"8d69f0cf-9e09-4d69-8cef-2e7a1544a53e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.821534278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"33bfc1f2-f76c-4212-984b-28fd325ee38e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:51.821555736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"33bfc1f2-f76c-4212-984b-28fd325ee38e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:56.356763611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"f5facb36-34ec-4458-aabc-0868a2e5ac3f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:56.364043049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"f5facb36-34ec-4458-aabc-0868a2e5ac3f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:56.369441657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"f5facb36-34ec-4458-aabc-0868a2e5ac3f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.015731061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5ef7b05-8782-49cc-b358-2c5d878ef2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.022683152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5ef7b05-8782-49cc-b358-2c5d878ef2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.028474847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5ef7b05-8782-49cc-b358-2c5d878ef2d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.116286772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"9013baed-4fb2-48d4-89fb-75f607312e52","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.123021315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"9013baed-4fb2-48d4-89fb-75f607312e52","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.130456421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"9013baed-4fb2-48d4-89fb-75f607312e52","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.263504499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de9f871-458e-4a33-a30d-b8d9f82104ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.269875642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de9f871-458e-4a33-a30d-b8d9f82104ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:58.277254503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 39, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de9f871-458e-4a33-a30d-b8d9f82104ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.828310209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"aa4e0cc9-2051-4576-8679-63f2afd1f5cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.835138019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"aa4e0cc9-2051-4576-8679-63f2afd1f5cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:01.840810142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"aa4e0cc9-2051-4576-8679-63f2afd1f5cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.381902318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"7e02dab5-104b-462e-b443-8d75aa0d7a86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.404447935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"7e02dab5-104b-462e-b443-8d75aa0d7a86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.411499372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (256aedcb2d79ae3dfd0972fe687ee122c8e2acc1e18db1826b5e57ba86c39dfb) AuthConfig (0192f37c2cebdfe5f19f57f8c48097e04411fd82272d2eb6249388824e093f29) AuthConfig (a9b18f1b53363b9ebb2acd78c54e84c34d590ebce176e2e3d5ae3933b55a4ef0) AuthConfig (527157a14ff8696954569396197a673066a31fb885e37a08dfc19902c1466218) AuthConfig (ea46f0a49815f4480327c313d24753834a616b9a0cffd8390b42f1fe20a31c46) AuthConfig (ddce65dc50b1071dcd142b13d7861cc1ae76e90bbce084e7ccad0b115ba9c152) AuthConfig (c490d6c08f12a5fefb710c5f0da48b9bbc0fcca28aa81d73b898964fb56e3c15) AuthConfig (e4b17cf1b57593356fb949dde9a0b9aad6b2da9f827339afc5ffc37551ec09ed) AuthConfig (3fb5ac66d05c3ce3c3352110508822690665f69cdaefa191ad6a8cb5594c8006) AuthConfig (cdf0de15c9f3eff5fd2d625a4c43dc98a8f7521546c563692b916f66ed82189a) AuthConfig (260c1276fc8e89eb24ca6662f254d99d391c95241f5f634ec00e07a1a81a69f7) AuthConfig (ebded3194478ca5af599031cf03010d519705ca2095fa05e9c4aa77dbe89c2a7) AuthConfig (532d1c523ce00d0943e5a2238bf3190978a694aa350f3a37c0957e9c064d741a) AuthConfig (4b772bf97803f6ff16b0f1de366d40f9dbd408547e9fb2e74f9fa23d4b947bb0) AuthConfig (77416e5edf9dbd34704ee1781563621cce9ba8652e3f5f0453f04211571b0b90) AuthConfig (a2b3c314ee909924026a9a4a38e000ce0452bdc2963a45acb26f9fdcb2ada360) AuthConfig (8062bd8a502b073af2c5ddfc0c27dd169ce9e7b059b92de1117d01bff5659dba) AuthConfig (38d8c9922c93ee2be8bb84e5f0bd2c624f8b6c16758660b6aaf3d3d4d915b9f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"7e02dab5-104b-462e-b443-8d75aa0d7a86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.422464509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"8cc82e60-4610-4648-8236-c562f3a359e3","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:06.422495969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"8cc82e60-4610-4648-8236-c562f3a359e3","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.044316837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"215020a5-2c9a-4492-a15b-5ec11f1e257a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.055562703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"215020a5-2c9a-4492-a15b-5ec11f1e257a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.061221829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d732ef0d1b47dfc20297bdf2a157e6070d734539d1ce56e781e2848d3eb7ff0c) AuthConfig (65d05e456c6194bfd30f8eb0a15391ca58fd58700f572290406359ebb7997c72) AuthConfig (b8052544430eafa2d203c6c004b92809d49eea004344005748bfd00c7648c0d9) AuthConfig (58ac700287c48f45425a7fb12f50212ccb3c11c466e8dc7bf1080dd466696257) AuthConfig (a99b6de1f8e3bcd8e5eddc8e23a945ddc2bfc602c8e244f2c36cc10917c7d7e0) AuthConfig (5720603b0a8e5becee335e555821ae2ac9e75b7765ba3169ca6b5da98e3d4f09) AuthConfig (01e6e637342c5f7ce91e50934b74c5a3980ebe2ea1fecf21ce3f3f97bf66eb5f) AuthConfig (c91be970b010d244627df457d9c6845a42e32934da4782b8947562edfa631d12) AuthConfig (a2883fcec100920dce0aceba601d231289a4ab4e9e985742a1ada09edee5d145) AuthConfig (4f20d76a4ca987b67c2a1e138a536664c7295de1e5f960101c3025de0a2b09fd) AuthConfig (addfd9113a0cb65a4ea5d5825c0c7b5b641020b03e01fe13e37f914a3ebb7c1f) AuthConfig (fef38c3cea81ca3047818a646e2265ef34ee850c7b628474285807b051bce2f0) AuthConfig (3b16a8eb10275b9fcb6bbe62d2ec5cd9da81a0c5ab1f7c94e04553c4e40f65da) AuthConfig (34654f363ea1533aeb7cd4af31d34324b8248f83058872904a0f5d4ce82fd5fa) AuthConfig (aa47613df77c1365be7b0fdf3e9806ee0d4f98d7560410fb06bf4290cf6061d7) AuthConfig (4d5554e2f4c2b38b9d2cb2acc9aa43776685c5d27a0496dace1265648e6d5446) AuthConfig (40d18f9326b8e1b64efcc3b5acb81f8b3d929a689f2aedff4333b345ce050ae1) AuthConfig (3811c566a40df143036223a08d25a876b4a457061427e51fdb813151d647d8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"215020a5-2c9a-4492-a15b-5ec11f1e257a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.069360482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"d21864a7-b6f5-4920-acbd-615da77a9da4","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.069383326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"d21864a7-b6f5-4920-acbd-615da77a9da4","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.305416897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"bd0926bc-6468-42cb-b856-45b126c38396","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.324765968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"8261a0fa-a247-4986-a613-f5bda69af411","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.325711316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"76184ee5-c18a-4e4e-9094-74af838c8ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.325964101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"50ba45ab-8406-4293-b2ba-7f7f1ed2239d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.333227727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"76184ee5-c18a-4e4e-9094-74af838c8ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.334079754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"50ba45ab-8406-4293-b2ba-7f7f1ed2239d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.342595062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"af7b097f-8a52-4ccf-9bea-a5fd081250f4","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.438985483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"1a865e24-918a-49c9-b058-db0569cebcb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.878512706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"db68e89d-a8a6-4908-be5a-1d20c9c1f7e9","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.894706936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"e7657513-bbff-41d1-8164-f58229bed6b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.898183812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"28ec8813-8e42-477a-9fd4-04f9b418559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.898438494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"dd51104e-d9dc-4bb1-8092-e5b023fbff2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.906878078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"dd51104e-d9dc-4bb1-8092-e5b023fbff2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.911514204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"28ec8813-8e42-477a-9fd4-04f9b418559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.920715039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"a3124f0a-4a4e-4327-9ab9-5721cd163857","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:07.993103022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"939c653e-a5a7-49c0-9fed-fbac31c06242","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.039881952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0446039-ef72-47ff-8f9a-3ed696acfe58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.04873851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0446039-ef72-47ff-8f9a-3ed696acfe58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.139941707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"ea8cecd6-9f01-4bcd-abef-cb3198823d8f","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.146681579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"ea8cecd6-9f01-4bcd-abef-cb3198823d8f","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.225464373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01789cc2-0d06-4773-bc18-d4325dc4c986","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.225485473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01789cc2-0d06-4773-bc18-d4325dc4c986","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.230738329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"415c128f-2c8d-4bb1-95d2-70f65c7b9e62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.230767877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"415c128f-2c8d-4bb1-95d2-70f65c7b9e62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.283847261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb3445b9-d159-4798-8177-7dacd64c28d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.291052528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb3445b9-d159-4798-8177-7dacd64c28d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.444285092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"980a4468-8f73-4cab-b037-818c0f10af6a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.444307275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"980a4468-8f73-4cab-b037-818c0f10af6a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.877576252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"998d4df6-9b0a-41c4-999e-fa8bdc2cf334","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.896829912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"1246532c-f344-48b9-ab02-3277635970f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.90020741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"01b14381-8ca4-437d-b4a3-399c510b731b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.900308985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"282326dc-4997-471c-9a29-2eec2d625593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.908914705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"01b14381-8ca4-437d-b4a3-399c510b731b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.910402784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"282326dc-4997-471c-9a29-2eec2d625593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.923454939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"abfa52bd-3688-40e1-a688-261bf1394875","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:08.992494066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"104a3fd1-fc55-4981-87ee-dda0bda1f2ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.166928453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"e9a3041a-c799-4c9b-abcd-86690b82bbb1","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.181330321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"28218733-15a4-4652-9832-d3ea9c0f138e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.239949799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"9e414d96-e7d1-4a76-a1e9-6e266f301246","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.266105567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b2d53490-532f-406d-9171-a4a9dfd0ec5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.266849583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"7cc5529b-18a0-4254-8bf4-dea851770011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.271172446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50e9f9ff-fe1a-45d2-aadb-d98180675a56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.271190894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50e9f9ff-fe1a-45d2-aadb-d98180675a56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.271172823Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-02084e08","reconcileID":"be2998b0-077d-4543-97b0-d5b5b19d3e2b","MaaSAuthPolicy":{"name":"e2e-default-ns-02084e08","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.273796133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b2d53490-532f-406d-9171-a4a9dfd0ec5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.275531363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"7cc5529b-18a0-4254-8bf4-dea851770011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.282821983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"e0ec2097-6f0b-48bb-afa8-9401fcb71460","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.287676986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc8f7a60-dbbe-4ea9-b902-c8586c953875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.287693944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc8f7a60-dbbe-4ea9-b902-c8586c953875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.607973658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"b99b1d38-8c38-4125-8355-a593962e274e","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.608595481Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-access","reconcileID":"bdaac821-79eb-43b5-8c52-f6915864c995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.622988214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"79f961f0-4486-4246-9e6b-dc167a4b7f87","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.627896287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"621c85dd-f223-4d24-93a4-614d209e6dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.637837292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"c9ed27df-f8fb-4412-bd93-ab2a40dd6840","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.639359151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"621c85dd-f223-4d24-93a4-614d209e6dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.727403182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"72aad4c9-3bc2-4313-b94a-4b3ff4bcbd78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.735476869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"562e039b-2f82-4cd4-9aa8-f7b2623b382c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.736568703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"72aad4c9-3bc2-4313-b94a-4b3ff4bcbd78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.881793288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"3a843227-b521-4ce6-9559-1f2a3d7e584a","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.886436727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f862e168-91c9-4a96-a27c-2bc77a34cec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:09.894254115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"f862e168-91c9-4a96-a27c-2bc77a34cec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:11.76845241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.550263497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"e09bcc86-803b-4d4c-8a10-47a8063edb30","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.601085833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"ad42e741-4564-49b3-a613-ceac6f613c32","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.64847892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"e40a3b84-12b6-4673-86e5-0b1865f251f2","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.663691776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"9e27abc4-f538-47f8-93b9-2c7c647218aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.664304709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cca8510e-5be0-4286-a6e5-e620e973871c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.672337219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"cca8510e-5be0-4286-a6e5-e620e973871c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.682874462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"59e979e0-b51d-4b83-a5a9-b3392d868905","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.692463625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"f9fdfeaa-0d85-4876-9528-81dd240d9468","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.695240161Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"8b63ad9f-5a07-49de-b2d7-fffca27305d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.701935121Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"8b63ad9f-5a07-49de-b2d7-fffca27305d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.76148516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"d29ab4a5-d975-4795-b96f-c58026b37a9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.764543479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0c8deb8e-2b8c-4d45-bc78-15ae78664a28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.766464706Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"8b63ad9f-5a07-49de-b2d7-fffca27305d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.772635189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"0c8deb8e-2b8c-4d45-bc78-15ae78664a28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.935431836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"546b915d-34e8-4e31-807a-53c582c876f5","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.937667087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"aeef12cb-cff7-4f7f-a756-1efd82efd997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.939753753Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"aeef12cb-cff7-4f7f-a756-1efd82efd997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/simulator-w4-c381a7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:14.955911548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"simulator-subscription","reconcileID":"aeef12cb-cff7-4f7f-a756-1efd82efd997","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.963741572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a50da859-ad93-486e-b335-bd574456bdde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:14.970735125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"a50da859-ad93-486e-b335-bd574456bdde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.432898684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"6a5bef54-3cb5-40eb-a357-2343c2c0602a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.44155589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"6a5bef54-3cb5-40eb-a357-2343c2c0602a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:16.447336551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (256aedcb2d79ae3dfd0972fe687ee122c8e2acc1e18db1826b5e57ba86c39dfb) AuthConfig (0192f37c2cebdfe5f19f57f8c48097e04411fd82272d2eb6249388824e093f29) AuthConfig (a9b18f1b53363b9ebb2acd78c54e84c34d590ebce176e2e3d5ae3933b55a4ef0) AuthConfig (527157a14ff8696954569396197a673066a31fb885e37a08dfc19902c1466218) AuthConfig (ea46f0a49815f4480327c313d24753834a616b9a0cffd8390b42f1fe20a31c46) AuthConfig (ddce65dc50b1071dcd142b13d7861cc1ae76e90bbce084e7ccad0b115ba9c152) AuthConfig (c490d6c08f12a5fefb710c5f0da48b9bbc0fcca28aa81d73b898964fb56e3c15) AuthConfig (e4b17cf1b57593356fb949dde9a0b9aad6b2da9f827339afc5ffc37551ec09ed) AuthConfig (3fb5ac66d05c3ce3c3352110508822690665f69cdaefa191ad6a8cb5594c8006) AuthConfig (cdf0de15c9f3eff5fd2d625a4c43dc98a8f7521546c563692b916f66ed82189a) AuthConfig (260c1276fc8e89eb24ca6662f254d99d391c95241f5f634ec00e07a1a81a69f7) AuthConfig (ebded3194478ca5af599031cf03010d519705ca2095fa05e9c4aa77dbe89c2a7) AuthConfig (532d1c523ce00d0943e5a2238bf3190978a694aa350f3a37c0957e9c064d741a) AuthConfig (4b772bf97803f6ff16b0f1de366d40f9dbd408547e9fb2e74f9fa23d4b947bb0) AuthConfig (77416e5edf9dbd34704ee1781563621cce9ba8652e3f5f0453f04211571b0b90) AuthConfig (a2b3c314ee909924026a9a4a38e000ce0452bdc2963a45acb26f9fdcb2ada360) AuthConfig (8062bd8a502b073af2c5ddfc0c27dd169ce9e7b059b92de1117d01bff5659dba) AuthConfig (38d8c9922c93ee2be8bb84e5f0bd2c624f8b6c16758660b6aaf3d3d4d915b9f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"6a5bef54-3cb5-40eb-a357-2343c2c0602a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.074316315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"ebf3ff46-2dbe-4849-b735-dc044ba79fde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.082199637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"ebf3ff46-2dbe-4849-b735-dc044ba79fde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:17.088847663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d732ef0d1b47dfc20297bdf2a157e6070d734539d1ce56e781e2848d3eb7ff0c) AuthConfig (65d05e456c6194bfd30f8eb0a15391ca58fd58700f572290406359ebb7997c72) AuthConfig (b8052544430eafa2d203c6c004b92809d49eea004344005748bfd00c7648c0d9) AuthConfig (58ac700287c48f45425a7fb12f50212ccb3c11c466e8dc7bf1080dd466696257) AuthConfig (a99b6de1f8e3bcd8e5eddc8e23a945ddc2bfc602c8e244f2c36cc10917c7d7e0) AuthConfig (5720603b0a8e5becee335e555821ae2ac9e75b7765ba3169ca6b5da98e3d4f09) AuthConfig (01e6e637342c5f7ce91e50934b74c5a3980ebe2ea1fecf21ce3f3f97bf66eb5f) AuthConfig (c91be970b010d244627df457d9c6845a42e32934da4782b8947562edfa631d12) AuthConfig (a2883fcec100920dce0aceba601d231289a4ab4e9e985742a1ada09edee5d145) AuthConfig (4f20d76a4ca987b67c2a1e138a536664c7295de1e5f960101c3025de0a2b09fd) AuthConfig (addfd9113a0cb65a4ea5d5825c0c7b5b641020b03e01fe13e37f914a3ebb7c1f) AuthConfig (fef38c3cea81ca3047818a646e2265ef34ee850c7b628474285807b051bce2f0) AuthConfig (3b16a8eb10275b9fcb6bbe62d2ec5cd9da81a0c5ab1f7c94e04553c4e40f65da) AuthConfig (34654f363ea1533aeb7cd4af31d34324b8248f83058872904a0f5d4ce82fd5fa) AuthConfig (aa47613df77c1365be7b0fdf3e9806ee0d4f98d7560410fb06bf4290cf6061d7) AuthConfig (4d5554e2f4c2b38b9d2cb2acc9aa43776685c5d27a0496dace1265648e6d5446) AuthConfig (40d18f9326b8e1b64efcc3b5acb81f8b3d929a689f2aedff4333b345ce050ae1) AuthConfig (3811c566a40df143036223a08d25a876b4a457061427e51fdb813151d647d8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"ebf3ff46-2dbe-4849-b735-dc044ba79fde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.262124992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"813e1a41-3fb3-46a4-92b0-a5f9f50f3dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.339175838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"813e1a41-3fb3-46a4-92b0-a5f9f50f3dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.351203727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"20a089ed-2f99-4f89-9ad5-1616da0f5b2d","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.351457584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"9d726d6c-0f62-41d4-8215-35b8f16febed","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.351654834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"248fe9eb-b5db-4869-8e21-95541492e5b7","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.351913367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"2c51b04b-9953-4539-9939-36746e7da2cf","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.353359204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"1ff679f3-5b93-47f1-921e-30a615a1a1a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.391127594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"55e00ca4-79ac-4dcd-a200-ce3800d217bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.535885058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e6d1203b-d469-4c9c-95dc-8b4839294035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.547037736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"e6d1203b-d469-4c9c-95dc-8b4839294035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.657213757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e224412-fb35-4f6e-92d6-958060a526e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.662003884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e224412-fb35-4f6e-92d6-958060a526e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.666053196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e224412-fb35-4f6e-92d6-958060a526e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.670433825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e224412-fb35-4f6e-92d6-958060a526e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.894051704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84706b4a-72eb-4359-99c2-8684bfdaf1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.896665992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84706b4a-72eb-4359-99c2-8684bfdaf1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.899506446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84706b4a-72eb-4359-99c2-8684bfdaf1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.902151752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84706b4a-72eb-4359-99c2-8684bfdaf1f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.935405824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"98ed15f6-396d-4b38-bebd-0634ea77c007","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.935420833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c52d613a-6580-4e9c-bbb0-bfa896f19f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:20.965497069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"0b495660-c80f-4886-985f-2800296cb916","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:21.046671606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c52d613a-6580-4e9c-bbb0-bfa896f19f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:21.078284738Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c52d613a-6580-4e9c-bbb0-bfa896f19f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"e2e-worker-w4-c381a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:21.078309887Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-access","reconcileID":"c52d613a-6580-4e9c-bbb0-bfa896f19f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:21.086431226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"a7b54d7e-410b-46d5-96e1-80adf4f425f3","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:21.115840007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"a4cccf7a-c633-4b9b-b51a-7d189735ea94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:22.506768125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"a3019d10-eb99-4451-b08d-b2fc213581d7","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.406596605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdc56f6-f400-452b-b1f1-b300d9c2bb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.409093628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdc56f6-f400-452b-b1f1-b300d9c2bb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.411602954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdc56f6-f400-452b-b1f1-b300d9c2bb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.415183495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdc56f6-f400-452b-b1f1-b300d9c2bb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.452690919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"10cd05fd-fbd2-4656-8f15-70bdeb595fbf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.460138155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"10cd05fd-fbd2-4656-8f15-70bdeb595fbf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.466309997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (256aedcb2d79ae3dfd0972fe687ee122c8e2acc1e18db1826b5e57ba86c39dfb) AuthConfig (0192f37c2cebdfe5f19f57f8c48097e04411fd82272d2eb6249388824e093f29) AuthConfig (a9b18f1b53363b9ebb2acd78c54e84c34d590ebce176e2e3d5ae3933b55a4ef0) AuthConfig (527157a14ff8696954569396197a673066a31fb885e37a08dfc19902c1466218) AuthConfig (ea46f0a49815f4480327c313d24753834a616b9a0cffd8390b42f1fe20a31c46) AuthConfig (ddce65dc50b1071dcd142b13d7861cc1ae76e90bbce084e7ccad0b115ba9c152) AuthConfig (c490d6c08f12a5fefb710c5f0da48b9bbc0fcca28aa81d73b898964fb56e3c15) AuthConfig (e4b17cf1b57593356fb949dde9a0b9aad6b2da9f827339afc5ffc37551ec09ed) AuthConfig (3fb5ac66d05c3ce3c3352110508822690665f69cdaefa191ad6a8cb5594c8006) AuthConfig (cdf0de15c9f3eff5fd2d625a4c43dc98a8f7521546c563692b916f66ed82189a) AuthConfig (260c1276fc8e89eb24ca6662f254d99d391c95241f5f634ec00e07a1a81a69f7) AuthConfig (ebded3194478ca5af599031cf03010d519705ca2095fa05e9c4aa77dbe89c2a7) AuthConfig (532d1c523ce00d0943e5a2238bf3190978a694aa350f3a37c0957e9c064d741a) AuthConfig (4b772bf97803f6ff16b0f1de366d40f9dbd408547e9fb2e74f9fa23d4b947bb0) AuthConfig (77416e5edf9dbd34704ee1781563621cce9ba8652e3f5f0453f04211571b0b90) AuthConfig (a2b3c314ee909924026a9a4a38e000ce0452bdc2963a45acb26f9fdcb2ada360) AuthConfig (8062bd8a502b073af2c5ddfc0c27dd169ce9e7b059b92de1117d01bff5659dba) AuthConfig (38d8c9922c93ee2be8bb84e5f0bd2c624f8b6c16758660b6aaf3d3d4d915b9f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"10cd05fd-fbd2-4656-8f15-70bdeb595fbf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.658586715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bc614-b1a2-47bd-a4ec-625c025e88ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.662602968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bc614-b1a2-47bd-a4ec-625c025e88ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.66652034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bc614-b1a2-47bd-a4ec-625c025e88ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.673986721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bc614-b1a2-47bd-a4ec-625c025e88ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.793091463Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"24959d1d-410c-4194-9aa9-cc01d49d54ad","namespace":"ai-tenant-e2e-worker-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.793218987Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"24959d1d-410c-4194-9aa9-cc01d49d54ad","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.804498754Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"24959d1d-410c-4194-9aa9-cc01d49d54ad","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:26.804519777Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"24959d1d-410c-4194-9aa9-cc01d49d54ad","namespace":"ai-tenant-e2e-worker-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.098942185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"27c730a0-a6b3-4296-be33-82e7b147165e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.107331007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"27c730a0-a6b3-4296-be33-82e7b147165e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.114335162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-a724a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d732ef0d1b47dfc20297bdf2a157e6070d734539d1ce56e781e2848d3eb7ff0c) AuthConfig (65d05e456c6194bfd30f8eb0a15391ca58fd58700f572290406359ebb7997c72) AuthConfig (b8052544430eafa2d203c6c004b92809d49eea004344005748bfd00c7648c0d9) AuthConfig (58ac700287c48f45425a7fb12f50212ccb3c11c466e8dc7bf1080dd466696257) AuthConfig (a99b6de1f8e3bcd8e5eddc8e23a945ddc2bfc602c8e244f2c36cc10917c7d7e0) AuthConfig (5720603b0a8e5becee335e555821ae2ac9e75b7765ba3169ca6b5da98e3d4f09) AuthConfig (01e6e637342c5f7ce91e50934b74c5a3980ebe2ea1fecf21ce3f3f97bf66eb5f) AuthConfig (c91be970b010d244627df457d9c6845a42e32934da4782b8947562edfa631d12) AuthConfig (a2883fcec100920dce0aceba601d231289a4ab4e9e985742a1ada09edee5d145) AuthConfig (4f20d76a4ca987b67c2a1e138a536664c7295de1e5f960101c3025de0a2b09fd) AuthConfig (addfd9113a0cb65a4ea5d5825c0c7b5b641020b03e01fe13e37f914a3ebb7c1f) AuthConfig (fef38c3cea81ca3047818a646e2265ef34ee850c7b628474285807b051bce2f0) AuthConfig (3b16a8eb10275b9fcb6bbe62d2ec5cd9da81a0c5ab1f7c94e04553c4e40f65da) AuthConfig (34654f363ea1533aeb7cd4af31d34324b8248f83058872904a0f5d4ce82fd5fa) AuthConfig (aa47613df77c1365be7b0fdf3e9806ee0d4f98d7560410fb06bf4290cf6061d7) AuthConfig (4d5554e2f4c2b38b9d2cb2acc9aa43776685c5d27a0496dace1265648e6d5446) AuthConfig (40d18f9326b8e1b64efcc3b5acb81f8b3d929a689f2aedff4333b345ce050ae1) AuthConfig (3811c566a40df143036223a08d25a876b4a457061427e51fdb813151d647d8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"27c730a0-a6b3-4296-be33-82e7b147165e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.49967505Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","namespace":"ai-tenant-e2e-explicit-6f33a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.499734438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","namespace":"ai-tenant-e2e-explicit-6f33a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.499782017Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","tenant":"e2e-explicit-6f33a0","tenantID":"e2e-explicit-6f33a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.506277599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"Deployment","name":"maas-api-e2e-explicit-6f33a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.520399199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"Service","name":"maas-api-e2e-explicit-6f33a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.532079424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-6f33a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.541103663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-6f33a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.551184173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.562317201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.56806009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.576093138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.579327649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"Deployment","name":"payload-processing-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.581570603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.58341786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"Service","name":"payload-processing-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.585382756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"Service","name":"payload-pre-processing-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.58741799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.592720422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.595742951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.60361231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.606398701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.608448053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.610519336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-6f33a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:27.612636234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6f33a0"},"namespace":"ai-tenant-e2e-explicit-6f33a0","name":"default-tenant","reconcileID":"e97c9b57-00dd-4f00-a2b6-a3e23f249d65","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-6f33a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:30.352140292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"b68d659e-930c-4fc3-b24f-f9b82992af87","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:30.352472026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"41473ebb-2b9e-4b14-89c0-37ec6320382f","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:30.35273692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"b649ffc7-5ace-47fd-b25f-5731adbe992d","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.507299822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"bddbaf86-9c63-4dc6-8700-2a216d5bd4cd","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.522175661Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"2b74bb59-35aa-4993-820d-889c7fac24ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.525196306Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"2b74bb59-35aa-4993-820d-889c7fac24ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.53110483Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"premium-simulator-subscription","reconcileID":"2b74bb59-35aa-4993-820d-889c7fac24ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"name":"maas-trlp-premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7","model":"e2e-models-e2e-worker-w4-c381a7/premium-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:32.561197348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"76cf9d3c-7fc4-4dcd-a942-6b9d88af23e1","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.478126667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"6407ac94-01e9-4e26-a075-e1925d3d04d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.485570378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"6407ac94-01e9-4e26-a075-e1925d3d04d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.521081427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"19f26fe3-5963-4b65-94e8-ff85fbbc4ac7","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.521100382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"19f26fe3-5963-4b65-94e8-ff85fbbc4ac7","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:36.848592104Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-6f33a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-6f33a0","reconcileID":"da2f276a-f8a6-4637-b0e6-a19cb67bf546","aitenant":"ai-tenants/e2e-explicit-6f33a0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.012564724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702320da-5585-4e76-aa55-1228f31fbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.015552819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702320da-5585-4e76-aa55-1228f31fbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.018306191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702320da-5585-4e76-aa55-1228f31fbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.021099924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"702320da-5585-4e76-aa55-1228f31fbe9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.050599417Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-6f33a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-6f33a0","reconcileID":"da2f276a-f8a6-4637-b0e6-a19cb67bf546","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-6f33a0","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-6f33a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.169450338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"03291a82-551c-4f66-bbf9-a6c4d1cc9b52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.201169688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"03291a82-551c-4f66-bbf9-a6c4d1cc9b52","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.279430924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"eb5f64ca-7379-4958-abe8-7950700d9579","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.27945244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"eb5f64ca-7379-4958-abe8-7950700d9579","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.377187324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db3acf-3bbf-403d-be22-979e5e93d815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.387191363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db3acf-3bbf-403d-be22-979e5e93d815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.39088846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db3acf-3bbf-403d-be22-979e5e93d815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.395971583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db3acf-3bbf-403d-be22-979e5e93d815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.817433165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e98719-47b2-4e7b-b613-ac6d386a4a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.821361488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e98719-47b2-4e7b-b613-ac6d386a4a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.8251347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e98719-47b2-4e7b-b613-ac6d386a4a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:37.844489119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e98719-47b2-4e7b-b613-ac6d386a4a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.065239485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"36110f6c-1889-484d-b482-44ee9511bd8a","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.06527437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"36110f6c-1889-484d-b482-44ee9511bd8a","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.0794236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"1c5eb502-708a-410b-a5ea-bd8b54087d04","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.07953591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"1c5eb502-708a-410b-a5ea-bd8b54087d04","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.087721351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"ef0ee33d-42bb-4410-8d48-d2755ccf6785","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.120314398Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"ef0ee33d-42bb-4410-8d48-d2755ccf6785","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.128295858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"ef0ee33d-42bb-4410-8d48-d2755ccf6785","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.140088677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"3697f1e0-315b-4f17-ba73-bd3e0ff764a0","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.140494208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"3697f1e0-315b-4f17-ba73-bd3e0ff764a0","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.50079331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"b2c39e19-e2ea-40dd-a501-cdbb6df8b8ed","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.500814569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"b2c39e19-e2ea-40dd-a501-cdbb6df8b8ed","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.509767014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"d5735cfc-8358-4d72-ab4c-e10f888e90bc","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.509791418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"d5735cfc-8358-4d72-ab4c-e10f888e90bc","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.525676955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"442a3e33-9f1d-4bf6-b868-7e825e046aea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.560992979Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"442a3e33-9f1d-4bf6-b868-7e825e046aea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.568973357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2b8a08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"442a3e33-9f1d-4bf6-b868-7e825e046aea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.577587979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"3acf0c7b-53bb-4614-8942-e4d286d06f03","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:38.577607738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"3acf0c7b-53bb-4614-8942-e4d286d06f03","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:40.352808681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"61e6824f-6353-47ee-a02c-2ec882172ac8","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:40.353113861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"62edf1a7-7010-4c83-8d8e-6c962dec87ad","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:40.353317813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"ac5758e9-046d-4a02-83bf-ae41aab1fa04","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:41.78069795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:42.562478113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"ba460cdd-edb9-4376-bfb3-3c5b7869b5f8","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.079044216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"af6b3c29-ea8b-4b24-936a-29d2e42e9031","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.085807609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"af6b3c29-ea8b-4b24-936a-29d2e42e9031","error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.091452986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"53219000-89f6-4288-a363-59b70892eccb","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.091505224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"53219000-89f6-4288-a363-59b70892eccb","error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.102699465Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"6355ff39-ca7e-4a65-b4c9-c7153d545b7b","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.102736069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"6355ff39-ca7e-4a65-b4c9-c7153d545b7b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.123926733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"1838fffe-68b2-4b85-b010-a7f4d4cad4fb","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.123978372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"1838fffe-68b2-4b85-b010-a7f4d4cad4fb","error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.164720691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"5c5aa9c4-8d8b-46e9-a3bd-7b8ddd7f98f7","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.16478401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"5c5aa9c4-8d8b-46e9-a3bd-7b8ddd7f98f7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.245845102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"5d8c1f7f-dfcd-4ef4-a122-a1f395e19a26","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:39:47.245903787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-cd80b3","namespace":"ai-tenant-e2e-noten-cd80b3"},"namespace":"ai-tenant-e2e-noten-cd80b3","name":"noten-model-cd80b3","reconcileID":"5d8c1f7f-dfcd-4ef4-a122-a1f395e19a26","error":"resolve tenant gateway for model ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-cd80b3/noten-model-cd80b3-kserve-route (gateways: [openshift-ingress/e2e-noten-cd80b3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.258220655Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","namespace":"ai-tenant-e2e-worker-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.258276978Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","namespace":"ai-tenant-e2e-worker-w4-c381a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.258322124Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","tenant":"e2e-worker-w4-c381a7","tenantID":"e2e-worker-w4-c381a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.26653215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"Deployment","name":"maas-api-e2e-worker-w4-c381a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.312815259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"Service","name":"maas-api-e2e-worker-w4-c381a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.327532883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-c381a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.338582627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-c381a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.361234442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.377519355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.385359132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.395360977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.399421393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.412555218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.423762316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"Service","name":"payload-processing-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.431611779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.438440517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.443574001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.447306656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.462225101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.464479393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.47237807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.476905894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-c381a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:47.480399524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c381a7"},"namespace":"ai-tenant-e2e-worker-w4-c381a7","name":"default-tenant","reconcileID":"863cb763-0b21-472d-a1ee-74365e541613","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-c381a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:48.15108528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"b0c2d17a-0c3c-46c7-ba13-859d11eb0117","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:48.159026102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"b0c2d17a-0c3c-46c7-ba13-859d11eb0117","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:48.173640146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"b0c2d17a-0c3c-46c7-ba13-859d11eb0117","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:48.586426224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"b87657fe-1f44-4553-ab2f-7996b3f4a2bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:48.594454684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"b87657fe-1f44-4553-ab2f-7996b3f4a2bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:48.601564098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2b8a08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"b87657fe-1f44-4553-ab2f-7996b3f4a2bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:50.353694707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"c0ee6312-93d7-4b0c-be2b-111e740115b8","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:50.353938533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"bc6adad2-d89a-414e-ba88-930920ed0427","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:50.354090431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"4c8888d4-8457-41b8-b476-ad534f094e26","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:50.567850346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-2-w4-c381a7","reconcileID":"f776375c-7dc0-4f55-b4ee-440351ef6e9c","MaaSModelRef":{"name":"distinct-2-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-2-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-2-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:50.578261096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"distinct-w4-c381a7","reconcileID":"dc31b1e9-dbf8-40a4-a577-49f26e1f8450","MaaSModelRef":{"name":"distinct-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"distinct-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"distinct-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:50.587087391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"premium-w4-c381a7","reconcileID":"d5d47063-4021-47ca-a983-a567cd88a6de","MaaSModelRef":{"name":"premium-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"premium-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"premium-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:50.596805921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"namespace":"e2e-models-e2e-worker-w4-c381a7","name":"simulator-w4-c381a7","reconcileID":"cb5ecda2-2d46-4606-85c3-2d573d2552e8","MaaSModelRef":{"name":"simulator-w4-c381a7","namespace":"e2e-models-e2e-worker-w4-c381a7"},"routeName":"simulator-w4-c381a7-kserve-route","namespace":"e2e-models-e2e-worker-w4-c381a7","llmisvcName":"simulator-w4-c381a7","gateway":"openshift-ingress/e2e-worker-w4-c381a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.476813835Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c381a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c381a7","reconcileID":"94cdc705-8a1f-4989-b932-6cd29c26b119","aitenant":"ai-tenants/e2e-worker-w4-c381a7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.588583343Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-c381a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-c381a7","reconcileID":"94cdc705-8a1f-4989-b932-6cd29c26b119","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-c381a7","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-c381a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.624888132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bb1e8f-f7ef-44dd-b190-3469077cbbc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.632409551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bb1e8f-f7ef-44dd-b190-3469077cbbc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.634890611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bb1e8f-f7ef-44dd-b190-3469077cbbc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:55.637850208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bb1e8f-f7ef-44dd-b190-3469077cbbc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:56.103866689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00942f6-80a4-4fc0-aab0-9dc8d34a7599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:56.107043765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00942f6-80a4-4fc0-aab0-9dc8d34a7599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:56.109888239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00942f6-80a4-4fc0-aab0-9dc8d34a7599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:56.113567612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a00942f6-80a4-4fc0-aab0-9dc8d34a7599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:56.403205746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f889e6d-9be8-4fa6-8a24-b417bf75900a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:56.405645225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f889e6d-9be8-4fa6-8a24-b417bf75900a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:56.408172445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f889e6d-9be8-4fa6-8a24-b417bf75900a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:56.410670125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f889e6d-9be8-4fa6-8a24-b417bf75900a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:58.178909839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"088adade-a84b-4174-afeb-4658b750d37f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:58.186956058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"088adade-a84b-4174-afeb-4658b750d37f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:58.193413534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"088adade-a84b-4174-afeb-4658b750d37f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:58.612874193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"18a9db07-b755-4890-be51-447b6d9d6a20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:58.621739609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"18a9db07-b755-4890-be51-447b6d9d6a20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:39:58.629355803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2b8a08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"18a9db07-b755-4890-be51-447b6d9d6a20","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:08.200924715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"30593619-5db5-4214-8211-5de8b8998760","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:08.20912469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"30593619-5db5-4214-8211-5de8b8998760","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:08.214716837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (716522f32591f0f4d1360130e8118031ab1040fdb177ad62a1221f87c3f8b7a2) AuthConfig (5a5ab09cd14cb991092428db00c6c911613150ea2bb9ae8868ba06b58afe6015) AuthConfig (ffafeef0aac62341c55be080d355e4e500c09794eb11c33793ea0ad5ac9b7ed5) AuthConfig (f12aee7d4babc4364ae0b6690e58ed783fb8a2b7aca6af74254c837b05afc490) AuthConfig (f0eba1ed458e5890bf0540d07cd39619cbf8ce03ad5df4bf72fc9f9bf25f4ce5) AuthConfig (f1d49402312f2db2e82ba217de1f231f9c3019ee42d8c95642b6fd6e69cb94f7) AuthConfig (d6a88051cc539cec217c1d2915bdefade28958c3ffda80308ad25f7c198c9108) AuthConfig (feb7293a0719592bb02e2ed2ab28d87dd512bd5566a8b1d36b875be86d91a0bc) AuthConfig (542f1b24c4bed5e9ac1fb3428b9cc6cbcf124a5b21b33a65ba3c569b179c51f9) AuthConfig (57edc81f66d5111d9b6a738761be29b1b4a44c791ef16daf753c71d34e8b8aeb) AuthConfig (e3853577b69dd3a1f110ec835c9d77d2f89fa3c23fc0b24d6d5eb3c8aaf0160a) AuthConfig (80400a943810d5d7466df2449fb4cf5b4a156585829e829dbdd5d22e4ac28a19) AuthConfig (812867f2453f8de19c37b458403b095f5becd0f5bd8d05fd5ae256c809f7ca3b) AuthConfig (868ecef8d064a0b1b5d0ad2d05e7182490c9019fe2208676b1e8c724e4ccbc38) AuthConfig (4cf06c636b02417359bf025a40a170b17ca835e89d808ae1512fbc9c9ac826a5) AuthConfig (f18ba31f584a4cbcd83dda09f87c34b37bc4b91183699ad02308e24aeb7b0068) AuthConfig (b302fb2da8879ec95e80984f5bb916bb2ee6c304a2fbf7d89955b9e4e31ad881) AuthConfig (9aa6757422f4dca41c04b9a5f76d134045900439b79b4b13a1c695ed74fc0c81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"30593619-5db5-4214-8211-5de8b8998760","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:08.221501254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"17579dd4-22fe-44df-a449-ff08329ebf08","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:08.221518355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"17579dd4-22fe-44df-a449-ff08329ebf08","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:08.638522851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"103c7e4d-2ec9-4d93-a5d8-ae3580b38996","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:08.647538637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"103c7e4d-2ec9-4d93-a5d8-ae3580b38996","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:08.658186143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2b8a08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6fbb209c06f0fe1f8f27bd3fead71b2484da8205a4d7f4e7374086fd95ca08c) AuthConfig (e196cb3e35d40b9fe2520cc4c97ecac5cadb38d62ff6258a7835c1cc317db5fe) AuthConfig (37718f9c0750af8b9724d3969c4e093eab56b4427c7ed223addb505d3f0f3524) AuthConfig (ac8937316616ad80d3d833514127090d90cc2554b40982d15dec192acbd125dc) AuthConfig (63fdf9f3034c5c630f868a43adc63c3d9d15e20e201fa906c2f0ad7692ae2ad1) AuthConfig (2700a09463c165e2715cc4fb56cebc0f8215e8ba5bc818dbe1ff28dd043511c1) AuthConfig (808fed19349acd22209719644007e14cb17d94d0c598dce3771c71d9509f1c04) AuthConfig (d10ea53edbf951e7cbca1706ccf89a4c93133395111b3c73e63679a954500e83) AuthConfig (525405b476262414ebbba12ce7ceb80985b067a9094e0f3b0b134c5e34f51634) AuthConfig (cd90d5901f619d0b40c0d49519a97eec53ccbe5436cbc8076d0448012a7e9de5) AuthConfig (22fe1c93a8eda5da9fb5f36114bbdd0e474a7396b7f1969df38bf2ffb5752111) AuthConfig (3002e4b65e55044108bff1d05e2b96f58f03eb542fd8721d79805309771f0e2d) AuthConfig (fcf5b46629a985a577b32e76ebf7b1a6af29f74c1b2e0ebb78cc17aa48fa12fe) AuthConfig (788f715b0ec37fcd76ab3e7aa0c892b31ce89d47e4e454138d41bc37942c8ee8) AuthConfig (4889a3f59c1ec33ba56130167435c7299ad35bfa1a46690a06c99119d0395b4f) AuthConfig (20a74c6786dccc377138fc1dd84109ef06e70b95e884eadca14a030af72f99c3) AuthConfig (2220dc4bdb216f9c9a4ba42e7d228e4b6f4aa79ddf478e03a8f63bc7f44cf65e) AuthConfig (c9751fbd709a1f7b37018c80e91e25ecf31aa04b8020f662a03f88ea238e2444)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"103c7e4d-2ec9-4d93-a5d8-ae3580b38996","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:08.666591969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"fce7109b-bcbd-497d-a744-169e56349e90","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:08.666613365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"fce7109b-bcbd-497d-a744-169e56349e90","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:11.767594693Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:18.227930932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"dc3d1b3c-ee7b-402f-acd8-9372ee7d2e5b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:18.234793087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"dc3d1b3c-ee7b-402f-acd8-9372ee7d2e5b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:18.241043396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (716522f32591f0f4d1360130e8118031ab1040fdb177ad62a1221f87c3f8b7a2) AuthConfig (5a5ab09cd14cb991092428db00c6c911613150ea2bb9ae8868ba06b58afe6015) AuthConfig (ffafeef0aac62341c55be080d355e4e500c09794eb11c33793ea0ad5ac9b7ed5) AuthConfig (f12aee7d4babc4364ae0b6690e58ed783fb8a2b7aca6af74254c837b05afc490) AuthConfig (f0eba1ed458e5890bf0540d07cd39619cbf8ce03ad5df4bf72fc9f9bf25f4ce5) AuthConfig (f1d49402312f2db2e82ba217de1f231f9c3019ee42d8c95642b6fd6e69cb94f7) AuthConfig (d6a88051cc539cec217c1d2915bdefade28958c3ffda80308ad25f7c198c9108) AuthConfig (feb7293a0719592bb02e2ed2ab28d87dd512bd5566a8b1d36b875be86d91a0bc) AuthConfig (542f1b24c4bed5e9ac1fb3428b9cc6cbcf124a5b21b33a65ba3c569b179c51f9) AuthConfig (57edc81f66d5111d9b6a738761be29b1b4a44c791ef16daf753c71d34e8b8aeb) AuthConfig (e3853577b69dd3a1f110ec835c9d77d2f89fa3c23fc0b24d6d5eb3c8aaf0160a) AuthConfig (80400a943810d5d7466df2449fb4cf5b4a156585829e829dbdd5d22e4ac28a19) AuthConfig (812867f2453f8de19c37b458403b095f5becd0f5bd8d05fd5ae256c809f7ca3b) AuthConfig (868ecef8d064a0b1b5d0ad2d05e7182490c9019fe2208676b1e8c724e4ccbc38) AuthConfig (4cf06c636b02417359bf025a40a170b17ca835e89d808ae1512fbc9c9ac826a5) AuthConfig (f18ba31f584a4cbcd83dda09f87c34b37bc4b91183699ad02308e24aeb7b0068) AuthConfig (b302fb2da8879ec95e80984f5bb916bb2ee6c304a2fbf7d89955b9e4e31ad881) AuthConfig (9aa6757422f4dca41c04b9a5f76d134045900439b79b4b13a1c695ed74fc0c81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"dc3d1b3c-ee7b-402f-acd8-9372ee7d2e5b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:18.737240211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"5f989ed4-c89d-479e-9df6-ce51b60f81d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:18.744880192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"5f989ed4-c89d-479e-9df6-ce51b60f81d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:18.750897993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-2b8a08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6fbb209c06f0fe1f8f27bd3fead71b2484da8205a4d7f4e7374086fd95ca08c) AuthConfig (e196cb3e35d40b9fe2520cc4c97ecac5cadb38d62ff6258a7835c1cc317db5fe) AuthConfig (37718f9c0750af8b9724d3969c4e093eab56b4427c7ed223addb505d3f0f3524) AuthConfig (ac8937316616ad80d3d833514127090d90cc2554b40982d15dec192acbd125dc) AuthConfig (63fdf9f3034c5c630f868a43adc63c3d9d15e20e201fa906c2f0ad7692ae2ad1) AuthConfig (2700a09463c165e2715cc4fb56cebc0f8215e8ba5bc818dbe1ff28dd043511c1) AuthConfig (808fed19349acd22209719644007e14cb17d94d0c598dce3771c71d9509f1c04) AuthConfig (d10ea53edbf951e7cbca1706ccf89a4c93133395111b3c73e63679a954500e83) AuthConfig (525405b476262414ebbba12ce7ceb80985b067a9094e0f3b0b134c5e34f51634) AuthConfig (cd90d5901f619d0b40c0d49519a97eec53ccbe5436cbc8076d0448012a7e9de5) AuthConfig (22fe1c93a8eda5da9fb5f36114bbdd0e474a7396b7f1969df38bf2ffb5752111) AuthConfig (3002e4b65e55044108bff1d05e2b96f58f03eb542fd8721d79805309771f0e2d) AuthConfig (fcf5b46629a985a577b32e76ebf7b1a6af29f74c1b2e0ebb78cc17aa48fa12fe) AuthConfig (788f715b0ec37fcd76ab3e7aa0c892b31ce89d47e4e454138d41bc37942c8ee8) AuthConfig (4889a3f59c1ec33ba56130167435c7299ad35bfa1a46690a06c99119d0395b4f) AuthConfig (20a74c6786dccc377138fc1dd84109ef06e70b95e884eadca14a030af72f99c3) AuthConfig (2220dc4bdb216f9c9a4ba42e7d228e4b6f4aa79ddf478e03a8f63bc7f44cf65e) AuthConfig (c9751fbd709a1f7b37018c80e91e25ecf31aa04b8020f662a03f88ea238e2444)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"5f989ed4-c89d-479e-9df6-ce51b60f81d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:24.195199198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48d265db-9047-468b-8db5-4ccbb6327c9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:24.291560145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"4fe84b82-fc91-4359-a136-53803dec90de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:24.294003167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"0a283dda-5e6b-4ab7-bdf6-c20a14d4ddcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:24.394756424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"97884c83-1820-49b2-b30b-dbe583f66003","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:24.395090721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"2805ae25-2c42-4cc6-a443-7e4ff0199ea4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:24.395144233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"4f1d6b7a-da2d-44dc-91c5-e3c78b85601c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:24.497746839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"c504bfb8-fba4-4b5e-8d59-3c9a576fbf78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:24.498285429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"afc979cb-e141-4fc6-98f7-289d20283fc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:24.501239595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"cef629b1-230b-4a95-a99d-96838244bb11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:24.501625631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c7d149e-ef20-4ca5-8fd1-846a3ba9ee9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:28.248754029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"bdeba773-3c7a-4b72-9a31-3111f4e9ab26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:28.261332357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"bdeba773-3c7a-4b72-9a31-3111f4e9ab26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:28.27885822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"237274a7-5af3-4fef-993c-76f62ed3c101","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:28.278881831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"237274a7-5af3-4fef-993c-76f62ed3c101","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:28.757461391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"2e0aca1c-961a-4507-9213-6c75e1c9bbd2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:28.764938832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"2e0aca1c-961a-4507-9213-6c75e1c9bbd2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:28.782753847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"08cf9b05-f14c-4ebf-aa75-8fee471f2534","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:28.782773289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"08cf9b05-f14c-4ebf-aa75-8fee471f2534","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:29.856293235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eba89652-45d1-441a-b6a7-d966a9daaf07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:29.856320069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eba89652-45d1-441a-b6a7-d966a9daaf07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:29.861885049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-df6d7f01","namespace":"ai-tenant-e2e-mt-df6d7f01"},"namespace":"ai-tenant-e2e-mt-df6d7f01","name":"e2e-policy-df6d7f01","reconcileID":"864ce829-5a26-4a94-936a-6c0f96f5cc98","MaaSAuthPolicy":{"name":"e2e-policy-df6d7f01","namespace":"ai-tenant-e2e-mt-df6d7f01"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:29.891292208Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-df6d7f01","namespace":"ai-tenant-e2e-mt-df6d7f01"},"namespace":"ai-tenant-e2e-mt-df6d7f01","name":"e2e-policy-df6d7f01","reconcileID":"864ce829-5a26-4a94-936a-6c0f96f5cc98","MaaSAuthPolicy":{"name":"e2e-policy-df6d7f01","namespace":"ai-tenant-e2e-mt-df6d7f01"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:29.896440479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-df6d7f01","namespace":"ai-tenant-e2e-mt-df6d7f01"},"namespace":"ai-tenant-e2e-mt-df6d7f01","name":"e2e-policy-df6d7f01","reconcileID":"864ce829-5a26-4a94-936a-6c0f96f5cc98","MaaSAuthPolicy":{"name":"e2e-policy-df6d7f01","namespace":"ai-tenant-e2e-mt-df6d7f01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:29.904112522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ee3ce57-efa4-45b4-8ce0-1a1075fc2b42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:29.904129188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ee3ce57-efa4-45b4-8ce0-1a1075fc2b42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.187166685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"f39318d0-c20e-441f-b437-07f7a28f8e7b","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.187190759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"f39318d0-c20e-441f-b437-07f7a28f8e7b","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.195584921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"7f429a40-9c21-4cc3-bccd-72fae3e9e125","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.196393135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"40294dc1-f177-418c-83d1-9834682791dc","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.196413741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"40294dc1-f177-418c-83d1-9834682791dc","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:30.198265421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-207f63","reconcileID":"9f53f942-d2a9-4296-8aeb-80b4ac87e550","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-207f63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:30.202990153Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"40294dc1-f177-418c-83d1-9834682791dc","name":"rate-test-model-8f8aa8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8f8aa8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:30.203041333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"40294dc1-f177-418c-83d1-9834682791dc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8f8aa8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.205938347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"7f429a40-9c21-4cc3-bccd-72fae3e9e125","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.208366557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"b6bab1a6-0117-465d-9d49-067ee1443a42","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.2083845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"b6bab1a6-0117-465d-9d49-067ee1443a42","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.211052776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"91859691-417b-464b-ad60-a63c61aaeaa7","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.211069352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"91859691-417b-464b-ad60-a63c61aaeaa7","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.218866058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"0d6f0880-b3e5-4106-9e8e-2ebb59a2e6ca","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.218887785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"0d6f0880-b3e5-4106-9e8e-2ebb59a2e6ca","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.240324542Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-207f63","reconcileID":"a579c301-6300-45c3-a30e-4d999bafbc5d","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","model":"rate-test-model-8f8aa8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-8f8aa8/e2e-rate-iso-a-207f63"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.256588723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"1cf13c6d-5847-43f8-9664-f616250866ff","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.256607093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"1cf13c6d-5847-43f8-9664-f616250866ff","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.293770625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"81230b96-d6ff-4a41-baf3-e993dace62e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.301328113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"81230b96-d6ff-4a41-baf3-e993dace62e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.329806166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-207f63","reconcileID":"960e5a7c-fb32-48e8-aebb-110cd328c673","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.435712892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"c7d867c9-cc0d-494d-b9ff-f8c68a59e35c","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.435739333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"c7d867c9-cc0d-494d-b9ff-f8c68a59e35c","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.448122694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"763585fb-52bc-48ae-94c2-1102f0d72239","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.448226085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"763585fb-52bc-48ae-94c2-1102f0d72239","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.448813386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"239fafa2-adfb-4fef-9721-2a5da9d779d2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:30.449254745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-207f63","reconcileID":"f25601a2-19d8-45eb-bf08-11431f31bb43","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-207f63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:30.452715199Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"763585fb-52bc-48ae-94c2-1102f0d72239","name":"rate-test-model-9add72","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9add72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:30.45276045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"763585fb-52bc-48ae-94c2-1102f0d72239","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9add72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.456218066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"239fafa2-adfb-4fef-9721-2a5da9d779d2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.457999648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"dd769106-a357-41fe-8d54-5feaba23e000","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.458012182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"dd769106-a357-41fe-8d54-5feaba23e000","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.461807953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"d5ba8bd5-e13d-40c8-b61c-f8ce44a6e992","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.461824076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"d5ba8bd5-e13d-40c8-b61c-f8ce44a6e992","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.467417992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"811637bf-12dc-4d36-bade-7d8d22c16d3d","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.467433616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"811637bf-12dc-4d36-bade-7d8d22c16d3d","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.481451741Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-207f63","reconcileID":"23370d14-22fd-4ab9-90c5-5b4c96a18e71","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","model":"rate-test-model-9add72","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-9add72/e2e-rate-iso-b-207f63"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.50590742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"c631a54d-a4f0-4ba6-a962-e3b812e64853","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.505931107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"c631a54d-a4f0-4ba6-a962-e3b812e64853","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.540528686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"4ce799dd-506c-495d-8c9f-f989d2d07f14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.547138038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"4ce799dd-506c-495d-8c9f-f989d2d07f14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.577299312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-207f63","reconcileID":"3395647f-24f3-467b-a297-ce36032e185a","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.723143734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"a0fc1829-7ad0-4b33-8d10-ec87a7c0eaa8","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.723168927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"a0fc1829-7ad0-4b33-8d10-ec87a7c0eaa8","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.731626388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"efc6b9da-feb9-4548-b4b0-4a554bcfdf1a","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.731650774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"efc6b9da-feb9-4548-b4b0-4a554bcfdf1a","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:30.735133997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-cedce5","reconcileID":"b9aea7b1-282c-47ca-acbe-c4ada58b23cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-cedce5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:30.736654043Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"efc6b9da-feb9-4548-b4b0-4a554bcfdf1a","name":"sub-test-model-a724a6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a724a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:30.736704409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"efc6b9da-feb9-4548-b4b0-4a554bcfdf1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a724a6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.741145243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"b3428c87-4628-436a-99cb-d81599a936e7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.742173034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"4a809f15-6cce-45e0-9ee0-3df17329d5f4","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.742188078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"4a809f15-6cce-45e0-9ee0-3df17329d5f4","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.745911382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"b2679afc-b6af-4033-8ed5-6b7fdacd4316","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.745928092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"b2679afc-b6af-4033-8ed5-6b7fdacd4316","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.749113108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"b3428c87-4628-436a-99cb-d81599a936e7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.754890683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"b0cb591f-bb57-4e14-8e3a-2cdfb65b5d5e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.754905463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"b0cb591f-bb57-4e14-8e3a-2cdfb65b5d5e","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.841493889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"52d5d579-6e62-4631-afb4-231089c903d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.852707723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"52d5d579-6e62-4631-afb4-231089c903d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.858221913Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-cedce5","reconcileID":"37340096-655d-41d9-b78c-ff0a86feae35","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"sub-test-model-a724a6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a724a6/e2e-shared-sub-cedce5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.877463217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"c946c19f-8667-49e4-b8b6-775d7712858b","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.877492195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"c946c19f-8667-49e4-b8b6-775d7712858b","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.909132651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"eaa1abfa-5bfb-41b9-9d37-b4241b27080b","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.90915377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"eaa1abfa-5bfb-41b9-9d37-b4241b27080b","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.919092394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"4edb6b37-984e-46ee-b21c-79142c3074f5","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.919115365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"4edb6b37-984e-46ee-b21c-79142c3074f5","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:30.926315842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-cedce5","reconcileID":"8f1bc659-3cf9-4040-a532-39b65cde6162","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-cedce5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.939853803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"a35367c5-d6d4-4472-9701-fe3ace8f2787","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.939880677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"a35367c5-d6d4-4472-9701-fe3ace8f2787","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.943008915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"ec857311-5ae8-413b-b84f-8da379985a66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.9517434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"ec857311-5ae8-413b-b84f-8da379985a66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.954800461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-cedce5","reconcileID":"ada99d8a-15b0-42c3-9f12-e02639753eb6","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.955971912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"02d3b87a-7c3c-447b-85b8-e22e40d573d3","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:30.955991228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"02d3b87a-7c3c-447b-85b8-e22e40d573d3","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.047444814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"298889f6-5027-49b5-8b74-371d0cfa760f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.055981583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"298889f6-5027-49b5-8b74-371d0cfa760f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.069871456Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-cedce5","reconcileID":"d0c7625d-1f54-4ac9-8653-d161881c85ca","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"sub-test-model-2b8a08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-2b8a08/e2e-shared-sub-cedce5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.145825976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"013954c3-a9fc-49e4-a094-12ff4c6d6001","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.145846888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"013954c3-a9fc-49e4-a094-12ff4c6d6001","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.169887175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"ccaebd11-2381-4733-b426-eff68dab282c","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.169909824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"ccaebd11-2381-4733-b426-eff68dab282c","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.24204214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"dc575efc-5ebb-47ab-8eb0-adc63ec5d2bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:31.243198465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-cedce5","reconcileID":"da09a25d-d895-431f-b95d-28b09adc0dbd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-cedce5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.243431046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"a4dbb45c-2b49-433b-ad02-abe4ff06d080","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.243443604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"a4dbb45c-2b49-433b-ad02-abe4ff06d080","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.267818442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"dc575efc-5ebb-47ab-8eb0-adc63ec5d2bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.26953252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-cedce5","reconcileID":"d7a40907-353e-4fb7-bc27-c0c0371b3cc6","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.270301524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"8630909d-c731-4f77-beab-ec16b02f62d4","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.27031765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"8630909d-c731-4f77-beab-ec16b02f62d4","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.334848152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"d4157964-67d1-412a-9586-82c12b4c3c33","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.334871331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"d4157964-67d1-412a-9586-82c12b4c3c33","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.34579614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"f35ca7e0-b239-47b4-b3fb-d130a9c7ef72","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.345814245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"f35ca7e0-b239-47b4-b3fb-d130a9c7ef72","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.356095114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"3258481e-fb17-4b98-ad47-ce72ed249149","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.356113374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"3258481e-fb17-4b98-ad47-ce72ed249149","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:31.363155351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-cedce5","reconcileID":"3ceef763-0282-4128-afba-e8daecf245d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-cedce5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.364119002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"2fa6659c-3f39-43c5-89f6-b5204de2a90e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.372291229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"2fa6659c-3f39-43c5-89f6-b5204de2a90e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.377595199Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-cedce5","reconcileID":"5974e74c-4a3e-4db6-8a79-955019aebf7b","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-a724a6/e2e-a-only-cedce5","ai-tenant-e2e-shared-a-w2-a724a6/e2e-shared-sub-cedce5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.388037095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"d76ddae6-cb75-4594-ae2e-b6c945431fe1","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.388054977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"d76ddae6-cb75-4594-ae2e-b6c945431fe1","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.402379766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"c5c48106-5098-4e04-8dcd-e7f88c5c98c0","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.402400304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"c5c48106-5098-4e04-8dcd-e7f88c5c98c0","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.405667004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"629c726f-c505-4697-935c-e8e90eed8a7f","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.405684996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"629c726f-c505-4697-935c-e8e90eed8a7f","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.460961225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-cedce5","reconcileID":"c6a3deb7-e81b-46ef-997f-65409919d2ac","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.463758582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-cedce5","reconcileID":"c386bc30-5b8d-4a59-8efd-379722355d28","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.480421702Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-cedce5","reconcileID":"961a7c4c-1f73-46e6-92b0-7e35946c544e","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-2b8a08/e2e-b-only-cedce5","ai-tenant-e2e-shared-b-w2-2b8a08/e2e-shared-sub-cedce5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.503114768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"47dc88f9-4049-4463-bf26-d3bec78d2f27","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.503205275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"47dc88f9-4049-4463-bf26-d3bec78d2f27","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.561210333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-cedce5","reconcileID":"8f62ad26-442e-4d5a-ad2b-03704829e31b","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:31.56128853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-cedce5","reconcileID":"4a7cdfdd-e121-41ab-83e7-f6e04d8e7576","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:41.768025841Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:43.809330583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a0cb1a-bca6-458f-b392-9ce8511c33a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:43.815480084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a0cb1a-bca6-458f-b392-9ce8511c33a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:43.839228483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a0cb1a-bca6-458f-b392-9ce8511c33a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:43.841761611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a0cb1a-bca6-458f-b392-9ce8511c33a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:44.003259657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8d13f0-88c6-4bfb-8d22-1d2b0569c6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:44.00761876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8d13f0-88c6-4bfb-8d22-1d2b0569c6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:44.039275262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8d13f0-88c6-4bfb-8d22-1d2b0569c6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:44.042329859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e8d13f0-88c6-4bfb-8d22-1d2b0569c6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.415843589Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","namespace":"ai-tenant-e2e-extmod-a-a62d22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.415904957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","namespace":"ai-tenant-e2e-extmod-a-a62d22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.415950807Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","tenant":"e2e-extmod-a-a62d22","tenantID":"e2e-extmod-a-a62d22","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.420182242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a62d22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.444594322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"Service","name":"maas-api-e2e-extmod-a-a62d22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.45512547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a62d22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.472771238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a62d22","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.480235438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.491639116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.502214369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.507466283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.50967619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.511839635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.513881062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"Service","name":"payload-processing-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.516052803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.520201117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.53154937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.536200497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.552084299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.572013758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.577691554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.583218659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a62d22","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:45.588449718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a62d22"},"namespace":"ai-tenant-e2e-extmod-a-a62d22","name":"default-tenant","reconcileID":"a4c5b2d0-59de-44ee-b2f9-88b12bb4ebd8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a62d22","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.19800399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-207f63","reconcileID":"51d774de-2feb-4549-84b6-9666da294df1","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.218055644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"36b449e1-1ce3-4eb0-8382-bc73f02ba905","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.218077671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"36b449e1-1ce3-4eb0-8382-bc73f02ba905","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.297689217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27ad11d1-87ab-45c7-9c99-047fda8e0927","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.390166697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"b324724a-8eb8-4dd5-9ed6-2e6259e8af4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.391494459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"2950ace8-7b29-4788-adb9-0914ce846c5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.391912761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"f05fc79a-4674-40eb-9a56-3408dba3e354","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.497132072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"5211a11d-c79e-46c8-9648-483dbb1d0b28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.596679082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c415fe85-8462-489d-941f-6b105776b031","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.597827965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-cedce5","reconcileID":"0defbc8a-aad5-4b32-914f-08b7b266ad68","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.598410103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-cedce5","reconcileID":"288e95aa-10dc-439e-9e29-d2cd8f5b611d","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.598701416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"41afc6bf-62e0-4f8b-adab-be037d5f1d79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.62127006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"7505f2ed-91bd-4e61-b12e-6561f6cdc251","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.621297203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"7505f2ed-91bd-4e61-b12e-6561f6cdc251","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.62838549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"78372146-2cd6-4a18-93df-1ac37d2437f9","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.628402832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"78372146-2cd6-4a18-93df-1ac37d2437f9","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.75268648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"70964a37-16f2-45fa-9809-dc25147522c6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.753986027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-207f63","reconcileID":"c84d011e-b003-4197-a73d-b4518c77d077","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.754500724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"9fbbccc6-6c7e-4967-951f-02e4f2f39264","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.755248598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-cedce5","reconcileID":"59734ab9-c703-407f-968d-9cb6cbce0207","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.755745201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-cedce5","reconcileID":"fbd4f524-0bfe-4679-b84f-4e054e7857dc","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.76050667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"70964a37-16f2-45fa-9809-dc25147522c6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.761884038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"2d845646-3db5-4d40-b25b-62b907a41863","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.845597184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"b2b7456e-eee3-49e6-afd9-d68663c8c172","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.845621817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"b2b7456e-eee3-49e6-afd9-d68663c8c172","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.848143643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"6a4d30d9-34ee-49ca-87d9-9395adf4141c","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.848158816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"6a4d30d9-34ee-49ca-87d9-9395adf4141c","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.852619943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"57051446-4561-41cc-97de-651d505b2925","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.853282306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"1516c088-8365-46a2-a562-c940bf09a1bc","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.853299914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"1516c088-8365-46a2-a562-c940bf09a1bc","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.860758184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"57051446-4561-41cc-97de-651d505b2925","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.861735452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"e5793499-5b35-4008-b014-4951655a4285","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.95065391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"38e32248-6561-412e-a8f9-cada0b497d40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:48.958173171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"38e32248-6561-412e-a8f9-cada0b497d40","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:49.237712694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"76fe8693-d7ab-4438-8450-7a311fbea447","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:49.245388054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"76fe8693-d7ab-4438-8450-7a311fbea447","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.455641449Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a62d22","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a62d22","reconcileID":"77b40eba-672b-46cc-be3b-b819b93c9dca","aitenant":"ai-tenants/e2e-extmod-a-a62d22","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.521654777Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a62d22","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a62d22","reconcileID":"77b40eba-672b-46cc-be3b-b819b93c9dca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a62d22","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a62d22"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.593518542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385d2b6e-cf9d-4e75-94de-8d1569c9c78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.596863704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385d2b6e-cf9d-4e75-94de-8d1569c9c78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.603120353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385d2b6e-cf9d-4e75-94de-8d1569c9c78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.610078423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385d2b6e-cf9d-4e75-94de-8d1569c9c78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.787491446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9d7b52-c3cb-4fcd-8644-e5efdf47e018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.790037176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9d7b52-c3cb-4fcd-8644-e5efdf47e018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.79266165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9d7b52-c3cb-4fcd-8644-e5efdf47e018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.796951149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b9d7b52-c3cb-4fcd-8644-e5efdf47e018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.834543785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-df6d7f01","namespace":"ai-tenant-e2e-mt-df6d7f01"},"namespace":"ai-tenant-e2e-mt-df6d7f01","name":"e2e-policy-df6d7f01","reconcileID":"65b1f40b-ae2a-4c3d-ae60-7ad7f170900b","MaaSAuthPolicy":{"name":"e2e-policy-df6d7f01","namespace":"ai-tenant-e2e-mt-df6d7f01"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:50.841317857Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-df6d7f01","namespace":"ai-tenant-e2e-mt-df6d7f01"},"namespace":"ai-tenant-e2e-mt-df6d7f01","name":"e2e-policy-df6d7f01","reconcileID":"65b1f40b-ae2a-4c3d-ae60-7ad7f170900b","MaaSAuthPolicy":{"name":"e2e-policy-df6d7f01","namespace":"ai-tenant-e2e-mt-df6d7f01"},"policyNamespace":"ai-tenant-e2e-mt-df6d7f01","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.017624669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0318e34b-54c0-41ef-bf81-f33a4677b7f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.131151022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0318e34b-54c0-41ef-bf81-f33a4677b7f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.14485845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0318e34b-54c0-41ef-bf81-f33a4677b7f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:51.156684871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0318e34b-54c0-41ef-bf81-f33a4677b7f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:53.97697547Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"2b827314-3940-4324-9685-ca3f5fcfe539","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:53.977108184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"61af6109-ff80-4749-9adf-6b354f1a2697","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:53.97713172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"61af6109-ff80-4749-9adf-6b354f1a2697","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:53.985836056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"2b827314-3940-4324-9685-ca3f5fcfe539","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.000754245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-207f63","reconcileID":"3938cd7d-861b-4b5b-9dfd-0d6eb80a25e5","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.01214362Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"2b827314-3940-4324-9685-ca3f5fcfe539","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.01216103Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-207f63","reconcileID":"2b827314-3940-4324-9685-ca3f5fcfe539","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.022216467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"47e0c672-35b5-4002-b7c4-b14285787ff7","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.022233905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"47e0c672-35b5-4002-b7c4-b14285787ff7","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.099779147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-207f63","reconcileID":"7558974f-3eeb-4da3-b208-3ca7c70d39ed","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.241716614Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"0ebb08e4-9ba7-4b2b-b787-4084b9f311c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.241998178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"6794f314-29bc-49ab-8bf8-f974df75e653","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.242011756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"6794f314-29bc-49ab-8bf8-f974df75e653","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.250284095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"0ebb08e4-9ba7-4b2b-b787-4084b9f311c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.264605524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-207f63","reconcileID":"9437f34a-d210-4a4a-8904-ca4aff242def","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.278117216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"0ebb08e4-9ba7-4b2b-b787-4084b9f311c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.278135308Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-207f63","reconcileID":"0ebb08e4-9ba7-4b2b-b787-4084b9f311c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.290986335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"d96f59be-66cf-4a93-81b7-32877698e617","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.291003852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"d96f59be-66cf-4a93-81b7-32877698e617","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.367143521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-207f63","reconcileID":"44c6a258-2dfb-460a-b377-cba6774ad590","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.51355457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"9dba036e-f139-4805-9744-9f2e90e2fb4d","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.513575648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"9dba036e-f139-4805-9744-9f2e90e2fb4d","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.902417566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"23570c1d-a9ef-4e32-b3da-e507f5476387","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.902520205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"bc77ad03-3ae6-44c8-8c1e-c2e1c4805e6d","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.9025411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"bc77ad03-3ae6-44c8-8c1e-c2e1c4805e6d","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.91030728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"23570c1d-a9ef-4e32-b3da-e507f5476387","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.947007535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-cedce5","reconcileID":"cb84bc5f-6a6e-4229-9086-5982e9af6316","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.949165673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-cedce5","reconcileID":"409efe88-e2a5-411a-86f6-ba8059a797a0","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.958479757Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"23570c1d-a9ef-4e32-b3da-e507f5476387","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.958497863Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"23570c1d-a9ef-4e32-b3da-e507f5476387","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.966235464Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"fbc8e53a-7724-4e00-b39e-287f49990745","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.966528622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"b3059807-8bf4-4a95-a0da-989e49052b82","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:54.966558058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"b3059807-8bf4-4a95-a0da-989e49052b82","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:55.030503892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-cedce5","reconcileID":"47dd1cc1-007e-4a58-9466-4abea8cb3886","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:55.030579144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-cedce5","reconcileID":"1d6fc46a-0daa-4f52-83b3-883ff9700b21","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:55.107663105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"fbc8e53a-7724-4e00-b39e-287f49990745","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:55.11409086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"fbc8e53a-7724-4e00-b39e-287f49990745","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"e2e-shared-a-w2-a724a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:55.114110046Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"fbc8e53a-7724-4e00-b39e-287f49990745","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-a724a6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:40:55.116540243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-sub-iso-auth-cedce5","reconcileID":"fbc8e53a-7724-4e00-b39e-287f49990745","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-cedce5\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:55.167861923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"444a50ad-5480-492b-91b6-3a0eb6607c9f","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:55.167881838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"444a50ad-5480-492b-91b6-3a0eb6607c9f","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.12328331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a4f4af-4784-45e3-9ac1-2662b275b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.125859492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a4f4af-4784-45e3-9ac1-2662b275b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.12922755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a4f4af-4784-45e3-9ac1-2662b275b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.132592898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a4f4af-4784-45e3-9ac1-2662b275b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.579197603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269d5fc8-f787-4f67-8f64-0d5338dcf70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.581743824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269d5fc8-f787-4f67-8f64-0d5338dcf70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.584465176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269d5fc8-f787-4f67-8f64-0d5338dcf70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:58.587040302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"269d5fc8-f787-4f67-8f64-0d5338dcf70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.707528201Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","namespace":"ai-tenant-e2e-extmod-b-cf53a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.707591656Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","namespace":"ai-tenant-e2e-extmod-b-cf53a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.707644615Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","tenant":"e2e-extmod-b-cf53a4","tenantID":"e2e-extmod-b-cf53a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.717080477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"Deployment","name":"maas-api-e2e-extmod-b-cf53a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.767331399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"Service","name":"maas-api-e2e-extmod-b-cf53a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.784804857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-cf53a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.819220116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-cf53a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.830037555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.839822645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.846974687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.854893815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.859124334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.861737947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.864549857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"Service","name":"payload-processing-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.866750442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.868674455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.870741812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.87303677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.880059832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.882579658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.884791598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.886887698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-cf53a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:40:59.888822485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cf53a4"},"namespace":"ai-tenant-e2e-extmod-b-cf53a4","name":"default-tenant","reconcileID":"d7b329bf-fc6a-4254-98d5-b51a89c76c97","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-cf53a4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.527190621Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-207f63","reconcileID":"c287963a-d8aa-4a28-8c3c-fe6b5c1d0de6","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","subscription":"e2e-rate-iso-a-207f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.529962536Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-207f63","reconcileID":"c287963a-d8aa-4a28-8c3c-fe6b5c1d0de6","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.533082402Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-207f63","reconcileID":"c287963a-d8aa-4a28-8c3c-fe6b5c1d0de6","MaaSSubscription":{"name":"e2e-rate-iso-a-207f63","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.559627242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"6b3ed766-64e2-4011-a641-83540cd70d98","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.559646007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"6b3ed766-64e2-4011-a641-83540cd70d98","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.7063373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"921c8831-267a-4c31-9f8c-efd35bb7602a","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:04.706399149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"921c8831-267a-4c31-9f8c-efd35bb7602a","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.180766234Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-cedce5","reconcileID":"23db05c6-2630-42b4-a11c-1dbec6732d25","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscription":"e2e-shared-sub-cedce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.198954044Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-shared-sub-cedce5","reconcileID":"23db05c6-2630-42b4-a11c-1dbec6732d25","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-a724a6/e2e-a-only-cedce5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.215114961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-cedce5","reconcileID":"a7de4fa3-f9bd-4004-a7d3-8c5a1bb49d9a","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.227497228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"9eccd464-2479-46be-afbf-5dbb35f437ea","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.227518677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"9eccd464-2479-46be-afbf-5dbb35f437ea","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.39009888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"21caa402-10be-47ef-9e17-bbdbe9207d02","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:05.390121639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"21caa402-10be-47ef-9e17-bbdbe9207d02","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.125900185Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-cf53a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-cf53a4","reconcileID":"ba09bcba-fbdb-43b1-82c4-4ea9686f16d8","aitenant":"ai-tenants/e2e-extmod-b-cf53a4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.195133315Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-cf53a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-cf53a4","reconcileID":"ba09bcba-fbdb-43b1-82c4-4ea9686f16d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-cf53a4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-cf53a4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.197468355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483390cf-fec6-41bb-bc21-83c026cdd208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.206980519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483390cf-fec6-41bb-bc21-83c026cdd208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.245729125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483390cf-fec6-41bb-bc21-83c026cdd208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.250523785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"483390cf-fec6-41bb-bc21-83c026cdd208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.426694675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0709289c-8301-4465-a5b2-b7481e2468cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.431177156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0709289c-8301-4465-a5b2-b7481e2468cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.43524953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0709289c-8301-4465-a5b2-b7481e2468cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.440595843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0709289c-8301-4465-a5b2-b7481e2468cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.620613823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1adfb48-4ae8-4e28-8167-ebbfe59e7466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.62764961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1adfb48-4ae8-4e28-8167-ebbfe59e7466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.63087622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1adfb48-4ae8-4e28-8167-ebbfe59e7466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:06.639161217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1adfb48-4ae8-4e28-8167-ebbfe59e7466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.190031817Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-access","reconcileID":"f838c372-09b6-48aa-a910-8a5a4c89bbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.190098164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"fabbcce2-2c82-4387-b95e-714b3fddd730","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.204108636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"2fb95eec-147e-425e-a226-d19f14cf9013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.210734417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"15dfa346-02da-4b72-a597-aadd60fef678","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.211759832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"2fb95eec-147e-425e-a226-d19f14cf9013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.301838419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"f067e120-cc33-4431-8f6e-4cc0573fdf9c","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.323017082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"3acceb06-28aa-426e-af81-46ae001df673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.334686277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"09e9d4d5-a27a-4eae-aa44-6162fc79780d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.33628883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"3acceb06-28aa-426e-af81-46ae001df673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.441799144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"83a6a272-d0b8-46ae-b4a9-51ca01e4c56f","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.534647957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b586fde2-6c00-4144-85e5-29d4b8e11f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:07.542182401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"b586fde2-6c00-4144-85e5-29d4b8e11f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:11.767385218Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.235763501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"8f195849-51b1-458a-9140-b992db518408","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.276009004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"7ff947a8-8389-455b-bab5-7650dae5081f","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.320184058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"fe73b90e-44d5-4e7a-a789-28418c958d2c","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.33719049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"46a54284-084d-4f9a-953e-3e726582e603","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.338400513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f92c7b1a-77ff-4a46-aa58-62b9e797af0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.351126317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f92c7b1a-77ff-4a46-aa58-62b9e797af0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.364862894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"8aef8971-f73e-472e-a267-bfad48535ed1","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.369187531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"34e5e265-e3e8-4a34-bcf1-f24025ef1e0b","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.371535Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"61726554-b064-4054-98ac-cb4dd057be03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.376842372Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"61726554-b064-4054-98ac-cb4dd057be03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.433046152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"d652baf5-d42a-43fb-8c02-3981ba77905d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.437132301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"731f638c-83aa-4b6e-8f70-a4f1eb9ecd36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.440655838Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"61726554-b064-4054-98ac-cb4dd057be03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.444140446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"731f638c-83aa-4b6e-8f70-a4f1eb9ecd36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.53629983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"7c89c8ed-7dc4-4ab4-9cac-48db7361e1ec","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.538244137Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"6e11751e-728b-4ba8-b47e-bc5b481bbbd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.540195972Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"6e11751e-728b-4ba8-b47e-bc5b481bbbd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/simulator-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.540524993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"a04ff124-a440-4b72-81b8-9b2ed762c5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:12.547172109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"a04ff124-a440-4b72-81b8-9b2ed762c5c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:41:12.63460356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"simulator-subscription","reconcileID":"6e11751e-728b-4ba8-b47e-bc5b481bbbd4","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.721661387Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-207f63","reconcileID":"987c3b8d-7691-4ba8-8031-90f31167f68e","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","subscription":"e2e-rate-iso-b-207f63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.724107036Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-207f63","reconcileID":"987c3b8d-7691-4ba8-8031-90f31167f68e","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.72679355Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-207f63","reconcileID":"987c3b8d-7691-4ba8-8031-90f31167f68e","MaaSSubscription":{"name":"e2e-rate-iso-b-207f63","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.754127005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"b2484595-2b61-41ae-bb20-29dc21047b5e","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.75414636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"b2484595-2b61-41ae-bb20-29dc21047b5e","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.938442217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"484f2aee-f24b-4958-a638-0fc99175aa6a","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.938468101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"484f2aee-f24b-4958-a638-0fc99175aa6a","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.94390695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"f0fd83fe-1349-4b3c-b7a6-79cec0b5c374","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.943925059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"f0fd83fe-1349-4b3c-b7a6-79cec0b5c374","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.947970276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"88b66042-740b-44ce-b93e-8e5c3e6c5bd8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.973950482Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"88b66042-740b-44ce-b93e-8e5c3e6c5bd8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.98193958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"88b66042-740b-44ce-b93e-8e5c3e6c5bd8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.988133364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"d4650e9b-6205-4fe1-8f27-02b710212f63","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:14.988151028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"d4650e9b-6205-4fe1-8f27-02b710212f63","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.403706694Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-cedce5","reconcileID":"da82f565-9fb7-445b-b04c-32dbb4b82202","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","subscription":"e2e-a-only-cedce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.406267055Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-cedce5","reconcileID":"da82f565-9fb7-445b-b04c-32dbb4b82202","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.409056568Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"e2e-a-only-cedce5","reconcileID":"da82f565-9fb7-445b-b04c-32dbb4b82202","MaaSSubscription":{"name":"e2e-a-only-cedce5","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"name":"maas-trlp-sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.435648888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"493682d0-b6fe-419c-90c3-f53fd0ba1d34","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"tenant":"e2e-shared-a-w2-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","model":"ai-tenant-e2e-shared-a-w2-a724a6/sub-test-model-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.435673827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"sub-test-model-a724a6","reconcileID":"493682d0-b6fe-419c-90c3-f53fd0ba1d34","MaaSModelRef":{"name":"sub-test-model-a724a6","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"routeName":"sub-test-model-a724a6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","llmisvcName":"sub-test-model-a724a6","gateway":"openshift-ingress/e2e-shared-a-w2-a724a6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.753930053Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"6a9b32b7-3d1d-48a5-aae9-1e249fb0aa4a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.753965138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"c5271f83-ea87-474f-8c37-e944e3e33033","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.753978576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"c5271f83-ea87-474f-8c37-e944e3e33033","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.772124938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-cedce5","reconcileID":"d79ba23f-54e6-45c5-b130-63d7886d9a8b","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.772327428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-cedce5","reconcileID":"b7d87b79-cddd-4867-9101-908360dee0f0","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.934543651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"6a9b32b7-3d1d-48a5-aae9-1e249fb0aa4a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.960618051Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"6a9b32b7-3d1d-48a5-aae9-1e249fb0aa4a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"e2e-shared-b-w2-2b8a08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.960641997Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-sub-iso-auth-cedce5","reconcileID":"6a9b32b7-3d1d-48a5-aae9-1e249fb0aa4a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.966684641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"5cfcc7cc-7c07-4185-93ac-78901c578f9e","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.966707289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"5cfcc7cc-7c07-4185-93ac-78901c578f9e","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.98801205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-cedce5","reconcileID":"811b05eb-97ef-48bf-9ffc-f592a4913dab","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:15.988122966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-cedce5","reconcileID":"773b8daf-5496-4d0f-923a-c428a8a1eb7e","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:16.127142308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"c39d08f6-bad6-40d0-9e22-1313a8c0fa0b","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:16.127163782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"c39d08f6-bad6-40d0-9e22-1313a8c0fa0b","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:18.894215119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"ba369bfc-6fc8-43f9-ba93-824c651fb9b9","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:18.936171018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f0311010-474e-4765-af7b-6ff916306962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:18.948007167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"f0311010-474e-4765-af7b-6ff916306962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:18.952776523Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"76279ec2-5290-4741-8b0b-ed793816cd07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bab5a758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:18.956266047Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"5242fb3c-f812-445a-8f2a-59827b91d4fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bab5a758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.000487048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"0314671e-8661-4b0a-b5a4-1cdce8d9aa78","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.000894878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"65d4ae92-3a8f-4eb1-bc6c-c3b81e016525","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.001189189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"085e4913-30ec-40fc-be40-ae4f06bc27f7","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.001478689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"9a65a6d9-411a-483b-83b7-ad65f49047f4","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.00608182Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"40c4e357-6411-4b26-99a2-9df30503bab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bab5a758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.021973059Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"b7369e3e-9f4b-408f-ad30-0f8686ca809e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bab5a758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.139755302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"42d97b10-04b8-425b-9334-2cf3cbc88c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.148336134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"42d97b10-04b8-425b-9334-2cf3cbc88c78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.174873933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefdec46-d3ef-4f3b-b028-a1d2afba37bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.177582318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefdec46-d3ef-4f3b-b028-a1d2afba37bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.180588929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefdec46-d3ef-4f3b-b028-a1d2afba37bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.183432022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefdec46-d3ef-4f3b-b028-a1d2afba37bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.232813158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"750b5e20-d804-4796-bea0-d0f82a6c778a","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.232849912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e2c13cb3-95de-4a27-a8e2-41d469494816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.267949718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e2c13cb3-95de-4a27-a8e2-41d469494816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.389296796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e2c13cb3-95de-4a27-a8e2-41d469494816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"e2e-worker-w3-d3ca48-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.389435381Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-access","reconcileID":"e2c13cb3-95de-4a27-a8e2-41d469494816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.414308455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"c633c265-947c-45b9-a401-f62157890be4","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.504765851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8896a035-f7b4-49ba-aa1c-3e432e44c954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.507239157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8896a035-f7b4-49ba-aa1c-3e432e44c954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.509826556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8896a035-f7b4-49ba-aa1c-3e432e44c954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:19.512980898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8896a035-f7b4-49ba-aa1c-3e432e44c954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:20.352924983Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"cddc1408-ee00-4064-8195-e4fda53bd760","namespace":"ai-tenant-e2e-worker-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:20.353010248Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"cddc1408-ee00-4064-8195-e4fda53bd760","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:20.357156135Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"cddc1408-ee00-4064-8195-e4fda53bd760","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:20.357172965Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"cddc1408-ee00-4064-8195-e4fda53bd760","namespace":"ai-tenant-e2e-worker-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:24.994328371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"2ddd7c53-1b67-468b-a7ab-cea72da391ab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:25.004663321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"2ddd7c53-1b67-468b-a7ab-cea72da391ab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:25.029542109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"2ddd7c53-1b67-468b-a7ab-cea72da391ab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:25.750638006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"2e79e9b8-bbc8-458b-bcfa-d87eafb7f435","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:25.759022047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"2e79e9b8-bbc8-458b-bcfa-d87eafb7f435","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:25.767085294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"2e79e9b8-bbc8-458b-bcfa-d87eafb7f435","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:26.141507288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-cedce5","reconcileID":"fa2efcaf-6caa-439a-bbb9-f302c78655ae","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscription":"e2e-shared-sub-cedce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:26.161229131Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-shared-sub-cedce5","reconcileID":"fa2efcaf-6caa-439a-bbb9-f302c78655ae","MaaSSubscription":{"name":"e2e-shared-sub-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-2b8a08/e2e-b-only-cedce5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:26.174727103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-cedce5","reconcileID":"46ee176b-63ef-4205-8788-1843a5f61650","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:26.185756889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"c0e241ae-48ec-486d-878f-69a7132adbca","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:26.18577724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"c0e241ae-48ec-486d-878f-69a7132adbca","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:26.502534255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"3437472a-a79f-42b4-a591-971bb0b37588","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:26.502553634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"3437472a-a79f-42b4-a591-971bb0b37588","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:29.001484641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"d0e82b50-0879-4492-8d12-a578f7ff4000","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:29.002189529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"e3704f56-2250-4cd5-a108-208eafabb4af","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:29.002736734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"73b20088-8b5b-405e-b1c6-69d48892cf70","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:29.037531014Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"897a0970-edb6-4add-84a3-b87422f6e582","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:29.04248512Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"897a0970-edb6-4add-84a3-b87422f6e582","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:29.045379762Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"premium-simulator-subscription","reconcileID":"897a0970-edb6-4add-84a3-b87422f6e582","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"name":"maas-trlp-premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48","model":"e2e-models-e2e-worker-w3-d3ca48/premium-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:29.073496611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"c832e4b6-6192-469f-bae3-876f9aca9e10","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.973832616Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","namespace":"ai-tenant-e2e-worker-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.973910667Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","namespace":"ai-tenant-e2e-worker-w3-d3ca48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.97396015Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","tenant":"e2e-worker-w3-d3ca48","tenantID":"e2e-worker-w3-d3ca48","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.980983977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"Deployment","name":"maas-api-e2e-worker-w3-d3ca48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:34.997607325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"Service","name":"maas-api-e2e-worker-w3-d3ca48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.006230764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-d3ca48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.017002641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-d3ca48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.023648641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.041562462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.049533228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.057459629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.059668015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.061757793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.06387228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"Service","name":"payload-processing-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.0679621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.070863785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.072954999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.075412004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.084431806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.086644361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.088991245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.091211049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-d3ca48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.093240945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-d3ca48"},"namespace":"ai-tenant-e2e-worker-w3-d3ca48","name":"default-tenant","reconcileID":"3786d7e5-d177-4bf6-b198-41c6aad21ed6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-d3ca48","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.794508717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"3f02ac65-8bab-48d7-9aaf-9c94fcf0f0f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.803038801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"3f02ac65-8bab-48d7-9aaf-9c94fcf0f0f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:35.808706515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"3f02ac65-8bab-48d7-9aaf-9c94fcf0f0f2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.534469378Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-cedce5","reconcileID":"7cb3bdda-7310-4a9e-b7ad-bb005db14b91","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","subscription":"e2e-b-only-cedce5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.538035099Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-cedce5","reconcileID":"7cb3bdda-7310-4a9e-b7ad-bb005db14b91","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.541492354Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"e2e-b-only-cedce5","reconcileID":"7cb3bdda-7310-4a9e-b7ad-bb005db14b91","MaaSSubscription":{"name":"e2e-b-only-cedce5","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"name":"maas-trlp-sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.566917417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"2d5a9454-7020-41fb-8450-54cf92f47a0d","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"tenant":"e2e-shared-b-w2-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","model":"ai-tenant-e2e-shared-b-w2-2b8a08/sub-test-model-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:36.566935534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"sub-test-model-2b8a08","reconcileID":"2d5a9454-7020-41fb-8450-54cf92f47a0d","MaaSModelRef":{"name":"sub-test-model-2b8a08","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"routeName":"sub-test-model-2b8a08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","llmisvcName":"sub-test-model-2b8a08","gateway":"openshift-ingress/e2e-shared-b-w2-2b8a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:39.00260558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-2-w3-d3ca48","reconcileID":"61b9591e-e196-4df5-bb7d-40c7d5a7c4c6","MaaSModelRef":{"name":"distinct-2-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-2-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-2-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:39.003073803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"distinct-w3-d3ca48","reconcileID":"50cdeb57-e844-4b82-8f2b-7e33f9593bf2","MaaSModelRef":{"name":"distinct-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"distinct-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"distinct-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:39.003437146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"simulator-w3-d3ca48","reconcileID":"0b2667c9-2c28-4d5b-930b-fcea68fa964d","MaaSModelRef":{"name":"simulator-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"simulator-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"simulator-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:39.074081199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"namespace":"e2e-models-e2e-worker-w3-d3ca48","name":"premium-w3-d3ca48","reconcileID":"2efae636-6694-4d2c-91ff-f42b14a2cc5b","MaaSModelRef":{"name":"premium-w3-d3ca48","namespace":"e2e-models-e2e-worker-w3-d3ca48"},"routeName":"premium-w3-d3ca48-kserve-route","namespace":"e2e-models-e2e-worker-w3-d3ca48","llmisvcName":"premium-w3-d3ca48","gateway":"openshift-ingress/e2e-worker-w3-d3ca48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:41.788608162Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.841837919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"6f7393c7-62fe-4f46-821e-39e419c99837","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.911256538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"6f7393c7-62fe-4f46-821e-39e419c99837","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:45.937899467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"6f7393c7-62fe-4f46-821e-39e419c99837","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.146784132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"e3d4b6fe-2b51-4b22-a5e5-ffd621327903","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.152036999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"166e288c-162d-4f0b-9770-2ce6f29e2f06","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.164671745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"8e9f02f2-c950-4767-8c1a-a2a214822633","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.16520847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"139f59a9-77bd-4b95-8033-141c0af62596","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.176738821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"f90a8fdf-beae-4d68-abfa-dab12ee3c9d7","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.177809625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"7218aff1-5a76-462a-9f8e-1b8881c1cad5","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.178283741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"2f6f7f97-f868-478d-9ed7-079507e11d81","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.179843276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"6c6b3c69-bb2a-4d40-b3d7-db2b72466176","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.191873232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"86737b8b-0d5d-40a9-819c-5b0404a2db48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.195917412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"23494b3b-6aeb-4379-980e-f15a8d9ca723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.202734718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"86737b8b-0d5d-40a9-819c-5b0404a2db48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.204740941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"ff598402-36dc-4f99-bd22-b2761966e749","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.205481041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"060232b4-b98e-4461-9065-96e336f81521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.248284257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"23494b3b-6aeb-4379-980e-f15a8d9ca723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.36746098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"fbd59070-f11b-4471-9ca5-d454d683139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.436299312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"fbd59070-f11b-4471-9ca5-d454d683139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.476320768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"393512cf-804f-49a9-bac5-8b05b0f94138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:48.485686212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"393512cf-804f-49a9-bac5-8b05b0f94138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:53.269002824Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-d3ca48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-d3ca48","reconcileID":"b35c94b8-97c1-4402-b7e9-9a069fb27c12","aitenant":"ai-tenants/e2e-worker-w3-d3ca48","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:53.346901145Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-d3ca48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-d3ca48","reconcileID":"b35c94b8-97c1-4402-b7e9-9a069fb27c12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-d3ca48","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-d3ca48"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:53.382876486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cd5f46-488b-4d64-80b0-c76ea9d7e8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:53.388071809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cd5f46-488b-4d64-80b0-c76ea9d7e8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:53.394262429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cd5f46-488b-4d64-80b0-c76ea9d7e8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:53.396745155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cd5f46-488b-4d64-80b0-c76ea9d7e8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:53.773606251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ebb17b-5323-4205-820a-a6067d0554fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:53.778063477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ebb17b-5323-4205-820a-a6067d0554fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:53.780607939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ebb17b-5323-4205-820a-a6067d0554fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:53.784284772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ebb17b-5323-4205-820a-a6067d0554fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:54.053225066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d996a7b-1a4a-4daf-9206-94561dc44c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:54.056772476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d996a7b-1a4a-4daf-9206-94561dc44c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:54.060077971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d996a7b-1a4a-4daf-9206-94561dc44c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:54.062819196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d996a7b-1a4a-4daf-9206-94561dc44c99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:55.950545916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"f8cee3fe-f444-4291-a6b8-23c247856326","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:55.959245399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"f8cee3fe-f444-4291-a6b8-23c247856326","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:55.966124968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38d8c9922c93ee2be8bb84e5f0bd2c624f8b6c16758660b6aaf3d3d4d915b9f5) AuthConfig (a2b3c314ee909924026a9a4a38e000ce0452bdc2963a45acb26f9fdcb2ada360) AuthConfig (4b772bf97803f6ff16b0f1de366d40f9dbd408547e9fb2e74f9fa23d4b947bb0) AuthConfig (a9b18f1b53363b9ebb2acd78c54e84c34d590ebce176e2e3d5ae3933b55a4ef0) AuthConfig (256aedcb2d79ae3dfd0972fe687ee122c8e2acc1e18db1826b5e57ba86c39dfb) AuthConfig (3fb5ac66d05c3ce3c3352110508822690665f69cdaefa191ad6a8cb5594c8006) AuthConfig (0192f37c2cebdfe5f19f57f8c48097e04411fd82272d2eb6249388824e093f29) AuthConfig (ebded3194478ca5af599031cf03010d519705ca2095fa05e9c4aa77dbe89c2a7) AuthConfig (cdf0de15c9f3eff5fd2d625a4c43dc98a8f7521546c563692b916f66ed82189a) AuthConfig (ea46f0a49815f4480327c313d24753834a616b9a0cffd8390b42f1fe20a31c46) AuthConfig (260c1276fc8e89eb24ca6662f254d99d391c95241f5f634ec00e07a1a81a69f7) AuthConfig (527157a14ff8696954569396197a673066a31fb885e37a08dfc19902c1466218) AuthConfig (8062bd8a502b073af2c5ddfc0c27dd169ce9e7b059b92de1117d01bff5659dba) AuthConfig (532d1c523ce00d0943e5a2238bf3190978a694aa350f3a37c0957e9c064d741a) AuthConfig (77416e5edf9dbd34704ee1781563621cce9ba8652e3f5f0453f04211571b0b90) AuthConfig (e4b17cf1b57593356fb949dde9a0b9aad6b2da9f827339afc5ffc37551ec09ed) AuthConfig (ddce65dc50b1071dcd142b13d7861cc1ae76e90bbce084e7ccad0b115ba9c152) AuthConfig (c490d6c08f12a5fefb710c5f0da48b9bbc0fcca28aa81d73b898964fb56e3c15)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"f8cee3fe-f444-4291-a6b8-23c247856326","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:55.979759098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"73d15a23-f428-474e-a0bb-b72e67d7a363","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:41:55.979775573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"73d15a23-f428-474e-a0bb-b72e67d7a363","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:01.717471711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-conflict-a-9d13b16c","reconcileID":"6d2953af-0777-47b3-ad70-bbd0e700e110","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"e2e-conflict-a-9d13b16c-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"e2e-conflict-a-9d13b16c","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.536836277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"153dd369-12b2-46f0-9f88-04b3844fdcee","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.537257344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"1408cff3-9e4a-45d1-9b31-b42f0d955ee2","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.537595962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-conflict-a-9d13b16c","reconcileID":"2fa7fa33-64fd-492e-9955-5bddb88207a0","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"e2e-conflict-a-9d13b16c-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"e2e-conflict-a-9d13b16c","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.537859984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"5c7f595e-c21d-47fd-b7e2-4cd05f1ae5ed","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.538269388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"58119e57-dfbe-413b-b968-e349ee9ed1f6","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.569442593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e5e60b2c-76d6-4b6e-aa1f-1cf5e53420ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.570111165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0b30a417-d4c2-4218-8a42-90a2d3ef552c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.580473096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"d038e785-de58-4c0a-b6a9-5d55d80b9db5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.585094461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e5e60b2c-76d6-4b6e-aa1f-1cf5e53420ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.593991253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"0b30a417-d4c2-4218-8a42-90a2d3ef552c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.595243568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"057ee4b4-2a4e-4c3e-a27f-391c6d5d9c2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.598316746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"d662a7ea-b103-4467-b575-f0714a22062b","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.599158742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"d4f16315-f130-4aa7-99f3-28cc502b0a0b","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.5997335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-conflict-a-9d13b16c","reconcileID":"92cf7004-24ce-4642-af91-e3f57389f823","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"e2e-conflict-a-9d13b16c-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"e2e-conflict-a-9d13b16c","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.600264494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"c0fcda98-271e-4691-9ca8-7d55e0bdf144","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.601138913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"a6c78492-561c-4fa7-848d-677069cd4588","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.760928288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"bf7ab9a9-aa77-488e-82f0-cfce4b4ade5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.761651246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e067d339-8ed8-48a5-98b0-91fcd230be11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.794722489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"e067d339-8ed8-48a5-98b0-91fcd230be11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:03.802864494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"bf7ab9a9-aa77-488e-82f0-cfce4b4ade5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:05.991066174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"16b9ec24-ca8a-471f-862e-74cd0c866eda","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:06.002461294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"16b9ec24-ca8a-471f-862e-74cd0c866eda","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:06.013297557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-8f8aa8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38d8c9922c93ee2be8bb84e5f0bd2c624f8b6c16758660b6aaf3d3d4d915b9f5) AuthConfig (a2b3c314ee909924026a9a4a38e000ce0452bdc2963a45acb26f9fdcb2ada360) AuthConfig (4b772bf97803f6ff16b0f1de366d40f9dbd408547e9fb2e74f9fa23d4b947bb0) AuthConfig (a9b18f1b53363b9ebb2acd78c54e84c34d590ebce176e2e3d5ae3933b55a4ef0) AuthConfig (256aedcb2d79ae3dfd0972fe687ee122c8e2acc1e18db1826b5e57ba86c39dfb) AuthConfig (3fb5ac66d05c3ce3c3352110508822690665f69cdaefa191ad6a8cb5594c8006) AuthConfig (0192f37c2cebdfe5f19f57f8c48097e04411fd82272d2eb6249388824e093f29) AuthConfig (ebded3194478ca5af599031cf03010d519705ca2095fa05e9c4aa77dbe89c2a7) AuthConfig (cdf0de15c9f3eff5fd2d625a4c43dc98a8f7521546c563692b916f66ed82189a) AuthConfig (ea46f0a49815f4480327c313d24753834a616b9a0cffd8390b42f1fe20a31c46) AuthConfig (260c1276fc8e89eb24ca6662f254d99d391c95241f5f634ec00e07a1a81a69f7) AuthConfig (527157a14ff8696954569396197a673066a31fb885e37a08dfc19902c1466218) AuthConfig (8062bd8a502b073af2c5ddfc0c27dd169ce9e7b059b92de1117d01bff5659dba) AuthConfig (532d1c523ce00d0943e5a2238bf3190978a694aa350f3a37c0957e9c064d741a) AuthConfig (77416e5edf9dbd34704ee1781563621cce9ba8652e3f5f0453f04211571b0b90) AuthConfig (e4b17cf1b57593356fb949dde9a0b9aad6b2da9f827339afc5ffc37551ec09ed) AuthConfig (ddce65dc50b1071dcd142b13d7861cc1ae76e90bbce084e7ccad0b115ba9c152) AuthConfig (c490d6c08f12a5fefb710c5f0da48b9bbc0fcca28aa81d73b898964fb56e3c15)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"16b9ec24-ca8a-471f-862e-74cd0c866eda","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:08.160498431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ee46c117-d722-424a-87c4-08c625933b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:08.16111853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e1b6071e-e412-4a02-b2a2-6f6263f3936b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:08.235976537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ee46c117-d722-424a-87c4-08c625933b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:08.237131019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"e1b6071e-e412-4a02-b2a2-6f6263f3936b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:11.773225963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.020297339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"88213cbf-11d0-45c6-b8dd-87ecf5390431","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.027265457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"88213cbf-11d0-45c6-b8dd-87ecf5390431","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.047056729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"6fea6025-418c-407b-9842-105ec36493f1","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.047079457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"6fea6025-418c-407b-9842-105ec36493f1","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.640981085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f905edc3-91d6-4034-8928-c19634cc8d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.641248719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"af4e824f-3555-45d2-bde3-fe83d1764bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.65158465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"af4e824f-3555-45d2-bde3-fe83d1764bf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:16.654221522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"f905edc3-91d6-4034-8928-c19634cc8d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.042253298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"fe62f7a3-f12b-4795-926a-c79a57c2b121","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.042282801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"fe62f7a3-f12b-4795-926a-c79a57c2b121","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.05037943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"e2ba1bff-b6da-4637-93d4-25449eb384f3","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.050468942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"e2ba1bff-b6da-4637-93d4-25449eb384f3","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.05591675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"5a16cf97-ce82-4e48-8c49-0bed4b67e1b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.086846381Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"5a16cf97-ce82-4e48-8c49-0bed4b67e1b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.094658624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"5a16cf97-ce82-4e48-8c49-0bed4b67e1b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.103450453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"a7407899-2cbd-487f-b2bd-423b4f21b625","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:17.103469575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"a7407899-2cbd-487f-b2bd-423b4f21b625","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.24982235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-conflict-b-9d13b16c","reconcileID":"a9b5e592-5a03-4230-b7e5-dc59dfcd9e72","MaaSModelRef":{"name":"e2e-conflict-b-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"e2e-conflict-b-9d13b16c-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"e2e-conflict-b-9d13b16c","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:18.258535887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-conflict-a-9d13b16c","reconcileID":"83ebc577-da0f-4520-93b4-5093dd5f632b","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"e2e-conflict-a-9d13b16c-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"e2e-conflict-a-9d13b16c","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.146124197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-conflict-a-9d13b16c","reconcileID":"c0a62e01-2637-445b-9cc4-3ef94a927994","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"e2e-conflict-a-9d13b16c-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"e2e-conflict-a-9d13b16c","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.477115619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"52594b78-9419-450b-a29b-156c9a92db53","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.47764934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"ba3fba4a-c01a-4198-a215-2ef8aaa1ebcf","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.477936332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"3c90fa3c-3e4f-4d69-a5d3-7ce4d9055e52","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.478104939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"5bf7e2cf-d33e-4594-ae89-dcd46ac70474","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.47826632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"e2e-conflict-a-9d13b16c","reconcileID":"13b60f91-c615-469b-81d7-40a2b3674fba","MaaSModelRef":{"name":"e2e-conflict-a-9d13b16c","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"e2e-conflict-a-9d13b16c-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"e2e-conflict-a-9d13b16c","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.502801608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"48ff1ba7-9ce0-4602-be42-5ff689589faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.503576222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"032d8de3-3f20-4b46-9306-dfee63118595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.535167677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"5a4f142e-7635-4c3b-a974-a243d8a7f496","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.535383466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"51f15848-efd6-4542-9fa4-a22224f08cc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.54341712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"032d8de3-3f20-4b46-9306-dfee63118595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:19.543530665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"48ff1ba7-9ce0-4602-be42-5ff689589faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.714385268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"73e1c462-293f-4a34-b5f6-6ff6e1dfa204","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.714728786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"960cb602-4e1e-47e3-a457-fee3bab800b1","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.715152618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"5fd745ee-a4a7-4121-9f07-09ad2dd0fba6","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.715572098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"31c34d5c-ca60-40a0-a0ae-04fd58a5cc6d","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.749008603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ef866eff-15f7-4ff9-973c-76b222f3a193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.749009115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"764ff397-4ff5-43b9-b550-688cec60a903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.762393183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"764ff397-4ff5-43b9-b550-688cec60a903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.765685555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"ef866eff-15f7-4ff9-973c-76b222f3a193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.786543622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"fe2f019d-5b02-44dc-af6d-9cff9450ff3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:21.78723904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"5defb584-c4b3-4e45-8490-b7d65927f6ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.906237156Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"af6701ba-7b54-45a1-bbc5-8e19655ff950","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.912426794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"0e9b250e-d0d8-4888-86f7-62ce0752f06e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.915784808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bc04d964-43ba-4c35-b5d3-76291cddb8ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.915937125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"1584ffe7-ebfd-4bd3-94e3-9b08363cacdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.916295707Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"ecdf4002-bd8b-4554-b4da-ccd2e9909fc3","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.916375206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7588559c-03d3-4d36-9d76-6ebd5d26b38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.917393988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c4e1f1b0-98f9-4959-a061-a2be136bf0a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.920577399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"0e9b250e-d0d8-4888-86f7-62ce0752f06e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.922942908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"1584ffe7-ebfd-4bd3-94e3-9b08363cacdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.922946455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"bc04d964-43ba-4c35-b5d3-76291cddb8ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.925246759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"c4e1f1b0-98f9-4959-a061-a2be136bf0a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.926953992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"0e9b250e-d0d8-4888-86f7-62ce0752f06e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.933327787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"dd462fcf-85c7-4eb6-91db-918f1bf3a935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.943483006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"dd462fcf-85c7-4eb6-91db-918f1bf3a935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.945601245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b4aa816a-c1df-423d-83ab-df035e31e195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.947571214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7588559c-03d3-4d36-9d76-6ebd5d26b38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.953077855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"b4aa816a-c1df-423d-83ab-df035e31e195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.956522157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7588559c-03d3-4d36-9d76-6ebd5d26b38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.963919977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e7608d3-0742-4e7f-828f-0912c7dabd37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:22.963936515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e7608d3-0742-4e7f-828f-0912c7dabd37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.036053199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"78e3f396-e04b-4c9b-8531-f2a10b699c74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.040848493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"77aba049-4c25-48b0-bfdc-0d3bd63ebad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.041287005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f59f3a36-b776-45cc-a33b-c90daa34b839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.045960266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"78e3f396-e04b-4c9b-8531-f2a10b699c74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.049439851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f59f3a36-b776-45cc-a33b-c90daa34b839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.049693636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"77aba049-4c25-48b0-bfdc-0d3bd63ebad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.091963672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"b7e901be-6ff9-40b8-9676-9c051554c16d","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.111885916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"21aebb21-24a1-4ec3-8acb-1723cde1ca00","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.117034583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"53c47949-ff0d-4b72-aae0-b88963f8e12d","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.117063791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"53c47949-ff0d-4b72-aae0-b88963f8e12d","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.118324527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d10bebcb-8365-405f-93df-6b444f0c218b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.126665575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d10bebcb-8365-405f-93df-6b444f0c218b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.132771165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d10bebcb-8365-405f-93df-6b444f0c218b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.142156095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8645d8af-0b6b-4850-943f-b9da401a76a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.142367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"056ebcdc-cdbc-40cd-975b-17ecbe95dd57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.142539544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"2987e7bd-0ce8-46d2-a1ab-71b8bd55c121","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.143180157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bb3aa56-104d-48bc-b0dc-5125e7d0f468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.143669385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"96c2939c-05e8-404b-8df1-b7810930d00b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.150235959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"8645d8af-0b6b-4850-943f-b9da401a76a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.150328592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"2987e7bd-0ce8-46d2-a1ab-71b8bd55c121","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.152913837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"056ebcdc-cdbc-40cd-975b-17ecbe95dd57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.153171544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bb3aa56-104d-48bc-b0dc-5125e7d0f468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.155592382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"96c2939c-05e8-404b-8df1-b7810930d00b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.158366127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"2987e7bd-0ce8-46d2-a1ab-71b8bd55c121","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.166446477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"6f3d9d91-f974-4bd0-9e51-6af46ede5ae9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.168980148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9947230d-c5a9-4a49-969f-ecb63bc14800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.171282643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"4821e3bf-416f-4906-bd70-754cda6f2178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.174836998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"6f3d9d91-f974-4bd0-9e51-6af46ede5ae9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.264079925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"fca671d2-43ac-4b2b-ac63-e45b14fe9203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.306014105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"4821e3bf-416f-4906-bd70-754cda6f2178","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.307979026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"3ba5dcd8-203f-4a55-b500-d1f6036aac89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.315131696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"fca671d2-43ac-4b2b-ac63-e45b14fe9203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.331120073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"3ba5dcd8-203f-4a55-b500-d1f6036aac89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.344940519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"8b08922f-1573-43d0-8331-5e09f96f5cd1","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.34497184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"8b08922f-1573-43d0-8331-5e09f96f5cd1","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.345999405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9947230d-c5a9-4a49-969f-ecb63bc14800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.35891619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9947230d-c5a9-4a49-969f-ecb63bc14800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.403010216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"b9b3e37d-8b09-4731-aa9f-fea90e27059d","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.403036245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"b9b3e37d-8b09-4731-aa9f-fea90e27059d","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.411656168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"09915592-6b5b-466d-8c9a-7d3f51efdfba","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.441101266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"09915592-6b5b-466d-8c9a-7d3f51efdfba","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.447520891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ded926-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"09915592-6b5b-466d-8c9a-7d3f51efdfba","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.458683528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"5db1ce5f-1e99-4a0b-a2ee-f4db70c77009","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:23.458705103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"5db1ce5f-1e99-4a0b-a2ee-f4db70c77009","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.782331613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"c9debd90-3bee-49e1-913c-9859ebece4be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.912705279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"193abc51-bb85-4809-89ca-d66456228e47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.913786315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"217cd7fc-3a6e-49f1-9fed-b307dec6880b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.913897065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"fa4ac1d8-dc3c-4470-ac7c-a93dfed95362","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.91766897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"92749bd2-8c7e-407a-9fdc-99bb778a82f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.918074559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"35bce913-1f57-43e6-b23f-142fb3475b22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:26.982891711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"e46f8409-91a7-4895-9cc2-a3a20849e68e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:27.127690419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec170a4f-1a37-4371-ac43-b96e5cbdb113","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.098292252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171e9007-9a5f-4376-94b4-78e6e932fae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.101093741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171e9007-9a5f-4376-94b4-78e6e932fae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.104120378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171e9007-9a5f-4376-94b4-78e6e932fae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.107455666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"171e9007-9a5f-4376-94b4-78e6e932fae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.356265135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f1ffde-65df-4988-afdb-4fe29e747df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.361981873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f1ffde-65df-4988-afdb-4fe29e747df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.365769971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f1ffde-65df-4988-afdb-4fe29e747df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:28.368647497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1f1ffde-65df-4988-afdb-4fe29e747df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.559463419Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.559518547Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","namespace":"ai-tenant-e2e-shared-a-w2-a724a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.559564049Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","tenant":"e2e-shared-a-w2-a724a6","tenantID":"e2e-shared-a-w2-a724a6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.564006838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-a724a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.577373893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"Service","name":"maas-api-e2e-shared-a-w2-a724a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.593447056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-a724a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.598686831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-a724a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.603872242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.612846638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.627623392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.637554555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.640596943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.643145828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.645700315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.648913839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.651528373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.659516707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.661726167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.667845041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.670190679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.672651684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.67470996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-a724a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:32.676668743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-a724a6"},"namespace":"ai-tenant-e2e-shared-a-w2-a724a6","name":"default-tenant","reconcileID":"f5a2a867-ee8e-44f9-8153-d50e9c6b6771","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-a724a6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.166601892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"8c354671-d2c5-4d00-bfbd-3b8ef749baee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.17671031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"8c354671-d2c5-4d00-bfbd-3b8ef749baee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.18357479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57edc81f66d5111d9b6a738761be29b1b4a44c791ef16daf753c71d34e8b8aeb) AuthConfig (b302fb2da8879ec95e80984f5bb916bb2ee6c304a2fbf7d89955b9e4e31ad881) AuthConfig (4cf06c636b02417359bf025a40a170b17ca835e89d808ae1512fbc9c9ac826a5) AuthConfig (716522f32591f0f4d1360130e8118031ab1040fdb177ad62a1221f87c3f8b7a2) AuthConfig (feb7293a0719592bb02e2ed2ab28d87dd512bd5566a8b1d36b875be86d91a0bc) AuthConfig (5a5ab09cd14cb991092428db00c6c911613150ea2bb9ae8868ba06b58afe6015) AuthConfig (542f1b24c4bed5e9ac1fb3428b9cc6cbcf124a5b21b33a65ba3c569b179c51f9) AuthConfig (812867f2453f8de19c37b458403b095f5becd0f5bd8d05fd5ae256c809f7ca3b) AuthConfig (80400a943810d5d7466df2449fb4cf5b4a156585829e829dbdd5d22e4ac28a19) AuthConfig (f1d49402312f2db2e82ba217de1f231f9c3019ee42d8c95642b6fd6e69cb94f7) AuthConfig (f18ba31f584a4cbcd83dda09f87c34b37bc4b91183699ad02308e24aeb7b0068) AuthConfig (f12aee7d4babc4364ae0b6690e58ed783fb8a2b7aca6af74254c837b05afc490) AuthConfig (d6a88051cc539cec217c1d2915bdefade28958c3ffda80308ad25f7c198c9108) AuthConfig (868ecef8d064a0b1b5d0ad2d05e7182490c9019fe2208676b1e8c724e4ccbc38) AuthConfig (e3853577b69dd3a1f110ec835c9d77d2f89fa3c23fc0b24d6d5eb3c8aaf0160a) AuthConfig (f0eba1ed458e5890bf0540d07cd39619cbf8ce03ad5df4bf72fc9f9bf25f4ce5) AuthConfig (9aa6757422f4dca41c04b9a5f76d134045900439b79b4b13a1c695ed74fc0c81) AuthConfig (ffafeef0aac62341c55be080d355e4e500c09794eb11c33793ea0ad5ac9b7ed5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"8c354671-d2c5-4d00-bfbd-3b8ef749baee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.194491948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"090e7766-79d7-4586-a667-306cd059d929","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.194521158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"090e7766-79d7-4586-a667-306cd059d929","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.368906792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9074044-4b17-46f5-81c4-4bf692907b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.375771684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9074044-4b17-46f5-81c4-4bf692907b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.381266023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9074044-4b17-46f5-81c4-4bf692907b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.465289632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"d9b98ed9-1cec-445a-891b-8bdbf89e1359","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.472396289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"d9b98ed9-1cec-445a-891b-8bdbf89e1359","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:33.478585421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ded926-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"d9b98ed9-1cec-445a-891b-8bdbf89e1359","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.069653944Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a724a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a724a6","reconcileID":"f947c66d-521a-40a6-9788-4915ed7c1483","aitenant":"ai-tenants/e2e-shared-a-w2-a724a6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.184968616Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-a724a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-a724a6","reconcileID":"f947c66d-521a-40a6-9788-4915ed7c1483","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-a724a6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-a724a6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.191019326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77010280-8288-46cf-a8cd-318d84b8cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.194514033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77010280-8288-46cf-a8cd-318d84b8cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.197014755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77010280-8288-46cf-a8cd-318d84b8cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.23517253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77010280-8288-46cf-a8cd-318d84b8cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.677540581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe062d1-51ce-41a4-a8bf-868b3d17d494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.681427096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe062d1-51ce-41a4-a8bf-868b3d17d494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.685893226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe062d1-51ce-41a4-a8bf-868b3d17d494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:36.689939026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe062d1-51ce-41a4-a8bf-868b3d17d494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:41.768194101Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.271680584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"e8a6d2e6-463d-4624-b424-19351e8c9993","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.280658398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"e8a6d2e6-463d-4624-b424-19351e8c9993","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.28870041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-9add72-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57edc81f66d5111d9b6a738761be29b1b4a44c791ef16daf753c71d34e8b8aeb) AuthConfig (b302fb2da8879ec95e80984f5bb916bb2ee6c304a2fbf7d89955b9e4e31ad881) AuthConfig (4cf06c636b02417359bf025a40a170b17ca835e89d808ae1512fbc9c9ac826a5) AuthConfig (716522f32591f0f4d1360130e8118031ab1040fdb177ad62a1221f87c3f8b7a2) AuthConfig (feb7293a0719592bb02e2ed2ab28d87dd512bd5566a8b1d36b875be86d91a0bc) AuthConfig (5a5ab09cd14cb991092428db00c6c911613150ea2bb9ae8868ba06b58afe6015) AuthConfig (542f1b24c4bed5e9ac1fb3428b9cc6cbcf124a5b21b33a65ba3c569b179c51f9) AuthConfig (812867f2453f8de19c37b458403b095f5becd0f5bd8d05fd5ae256c809f7ca3b) AuthConfig (80400a943810d5d7466df2449fb4cf5b4a156585829e829dbdd5d22e4ac28a19) AuthConfig (f1d49402312f2db2e82ba217de1f231f9c3019ee42d8c95642b6fd6e69cb94f7) AuthConfig (f18ba31f584a4cbcd83dda09f87c34b37bc4b91183699ad02308e24aeb7b0068) AuthConfig (f12aee7d4babc4364ae0b6690e58ed783fb8a2b7aca6af74254c837b05afc490) AuthConfig (d6a88051cc539cec217c1d2915bdefade28958c3ffda80308ad25f7c198c9108) AuthConfig (868ecef8d064a0b1b5d0ad2d05e7182490c9019fe2208676b1e8c724e4ccbc38) AuthConfig (e3853577b69dd3a1f110ec835c9d77d2f89fa3c23fc0b24d6d5eb3c8aaf0160a) AuthConfig (f0eba1ed458e5890bf0540d07cd39619cbf8ce03ad5df4bf72fc9f9bf25f4ce5) AuthConfig (9aa6757422f4dca41c04b9a5f76d134045900439b79b4b13a1c695ed74fc0c81) AuthConfig (ffafeef0aac62341c55be080d355e4e500c09794eb11c33793ea0ad5ac9b7ed5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"e8a6d2e6-463d-4624-b424-19351e8c9993","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.40257654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2fa15e7-813c-484d-a2fe-04ad1f6f0581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.410182337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2fa15e7-813c-484d-a2fe-04ad1f6f0581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.415897694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 51, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2fa15e7-813c-484d-a2fe-04ad1f6f0581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.493299486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"ea2b6e95-47f0-4c43-93fe-60106ac13ece","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.501535231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"ea2b6e95-47f0-4c43-93fe-60106ac13ece","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.50747095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ded926-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"ea2b6e95-47f0-4c43-93fe-60106ac13ece","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.766885781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"152fbb8d-10ee-46e6-8ce0-5f6097f0418e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.768662292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"329f80cd-4c80-453b-bf87-e3a08d1f3b17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.863128575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a97438e4-db06-49c8-a127-3ee58448a129","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.864009266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"8fefeb77-3e2e-4fb2-a2d7-14dad504ee8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.864012637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"e0a253da-5d21-4e04-88c3-fe03a26a8433","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.964654787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"a0fddea1-4f20-4c7a-a101-e2ba56202df1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.966102478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9633f377-4e0c-4574-85b9-b0687b973a26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:43.968510151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"67f5233d-6993-405d-9b9a-59794d689a2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:44.245050083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"be57a0d6-b75f-48c9-b8b5-eb01d88c0331","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:44.271759144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"be57a0d6-b75f-48c9-b8b5-eb01d88c0331","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:44.278111968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ded926-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c66950fd43ecdb73bf783acefe19fce12598f6686b025e7f6e5122d38998c876) AuthConfig (8a097714dfcd6e7359874c1dc80360752462bbfe2df2260f597637e898cac41d) AuthConfig (38fe71af88e4e60f711f9da1679571cb788d7f8e1e4d2ff45bf682362bb59cc6) AuthConfig (4b1cce69c9ff93e74cd02ffe3f4b6151f1fed2e511b85e1ce1f02b263fa99833) AuthConfig (4804ca5eb7b4e79398fbcda9a8dda8533e7d6092e9bfab4d055e08f59324bba8) AuthConfig (8fe86aa00eb4cec39f779aac7b2981338797a22687cb4d05ba936fc534c3cad7) AuthConfig (ee84acf86b0f338395c290b1e0fcab79b9ce7db12c1d16c172efac7aa698b7ed) AuthConfig (3eaa01133bd31ce9773f64ed7055692505831cac3ce2b4d2660ee757a5009ab8) AuthConfig (905e639c90e34a8b3991c311d699f69722c19f4cd8320ce0430ff44630b12d08) AuthConfig (6fbfe214a3c93e9a591784ad205250b0d4ca774cb191c5baa28f012509eb89ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"be57a0d6-b75f-48c9-b8b5-eb01d88c0331","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:44.289785074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"4940b2a1-03ff-4dec-ab35-e0a9f8936bbd","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:44.289806402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"4940b2a1-03ff-4dec-ab35-e0a9f8936bbd","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:45.233698825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26e66e8-0e45-404a-8880-55df0bc1498f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:45.236201554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26e66e8-0e45-404a-8880-55df0bc1498f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:45.239580347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26e66e8-0e45-404a-8880-55df0bc1498f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:45.244654991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26e66e8-0e45-404a-8880-55df0bc1498f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:45.537012727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9285240b-8f77-489c-8110-98da57072519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:45.539638101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9285240b-8f77-489c-8110-98da57072519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:45.542245768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9285240b-8f77-489c-8110-98da57072519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:45.544736696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9285240b-8f77-489c-8110-98da57072519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.264119836Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.264178083Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.264224616Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","tenant":"e2e-shared-b-w2-2b8a08","tenantID":"e2e-shared-b-w2-2b8a08","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.26853394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-2b8a08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.281192586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"Service","name":"maas-api-e2e-shared-b-w2-2b8a08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.289128354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-2b8a08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.297899159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-2b8a08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.305384225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.312280168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.319645279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.324592178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.326864651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.335588712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.338234699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.340899438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.343153501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.345557539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.347679914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.353493021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.355793501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.358098166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.363416127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-2b8a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:46.365502177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-2b8a08"},"namespace":"ai-tenant-e2e-shared-b-w2-2b8a08","name":"default-tenant","reconcileID":"12ac9a08-9d7c-49da-a8e1-a4cdbe0ad2a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-2b8a08","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:52.153629665Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-2b8a08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-2b8a08","reconcileID":"f612de84-533e-4e31-a9ca-449306d00e95","aitenant":"ai-tenants/e2e-shared-b-w2-2b8a08","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:52.293799447Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-2b8a08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-2b8a08","reconcileID":"f612de84-533e-4e31-a9ca-449306d00e95","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-2b8a08","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-2b8a08"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:52.319840931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf8cb33-6bee-49fa-afbb-a367fae81f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:52.322304049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf8cb33-6bee-49fa-afbb-a367fae81f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:52.349521047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf8cb33-6bee-49fa-afbb-a367fae81f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:52.355714093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf8cb33-6bee-49fa-afbb-a367fae81f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:52.629520415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39001db5-f36e-48eb-a022-dc6fb11bb459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:52.632296639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39001db5-f36e-48eb-a022-dc6fb11bb459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:52.635027116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39001db5-f36e-48eb-a022-dc6fb11bb459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:52.646574905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39001db5-f36e-48eb-a022-dc6fb11bb459","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.29767362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"8cc4c37f-f1bc-4400-83e6-765ba3b0d33f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.305969793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"8cc4c37f-f1bc-4400-83e6-765ba3b0d33f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.329686275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"ccf443de-d42c-48ca-8f66-712bfecdbec4","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.329711223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"ccf443de-d42c-48ca-8f66-712bfecdbec4","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.424007038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"075bb766-5d82-4b58-b5f2-a7df30ecebbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.432570411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"075bb766-5d82-4b58-b5f2-a7df30ecebbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.442379276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"075bb766-5d82-4b58-b5f2-a7df30ecebbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.453833029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0122c38c-00d7-42c7-953c-de6c522a81af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:53.453948807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0122c38c-00d7-42c7-953c-de6c522a81af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:54.293264244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"9308409d-db1a-4666-9de3-51576b300a2e","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:54.299974601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"9308409d-db1a-4666-9de3-51576b300a2e","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:54.30493161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-ded926-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c66950fd43ecdb73bf783acefe19fce12598f6686b025e7f6e5122d38998c876) AuthConfig (8a097714dfcd6e7359874c1dc80360752462bbfe2df2260f597637e898cac41d) AuthConfig (38fe71af88e4e60f711f9da1679571cb788d7f8e1e4d2ff45bf682362bb59cc6) AuthConfig (4b1cce69c9ff93e74cd02ffe3f4b6151f1fed2e511b85e1ce1f02b263fa99833) AuthConfig (4804ca5eb7b4e79398fbcda9a8dda8533e7d6092e9bfab4d055e08f59324bba8) AuthConfig (8fe86aa00eb4cec39f779aac7b2981338797a22687cb4d05ba936fc534c3cad7) AuthConfig (ee84acf86b0f338395c290b1e0fcab79b9ce7db12c1d16c172efac7aa698b7ed) AuthConfig (3eaa01133bd31ce9773f64ed7055692505831cac3ce2b4d2660ee757a5009ab8) AuthConfig (905e639c90e34a8b3991c311d699f69722c19f4cd8320ce0430ff44630b12d08) AuthConfig (6fbfe214a3c93e9a591784ad205250b0d4ca774cb191c5baa28f012509eb89ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"9308409d-db1a-4666-9de3-51576b300a2e","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.858203992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"ea35131a-29de-4f74-831c-aac5acac8e5c","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.858232339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"ea35131a-29de-4f74-831c-aac5acac8e5c","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.86731649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"a0d3ca46-4559-490d-8ec6-87f744b2f4bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.868099005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"83a0a6ff-0415-41ff-a380-3efcb5471229","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.868118039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"83a0a6ff-0415-41ff-a380-3efcb5471229","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:42:58.868908697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-d7e5a3","reconcileID":"f6e81ca8-8844-482f-bfc3-af5c4ad9c816","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-d7e5a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.935286555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"a0d3ca46-4559-490d-8ec6-87f744b2f4bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.935834804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"f3e159c7-883f-46c9-a374-4b9cdf721221","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.935900956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"f3e159c7-883f-46c9-a374-4b9cdf721221","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.942008076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"43ede8d2-0b3e-45ae-b4e1-55d11a170a73","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.942027268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"43ede8d2-0b3e-45ae-b4e1-55d11a170a73","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.958748234Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-d7e5a3","reconcileID":"29b8c1b7-6892-416e-ac75-3b6e39d9f588","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","model":"rate-test-model-8f8aa8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-8f8aa8/e2e-rate-iso-a-d7e5a3"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.972404903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07454015-0dc3-446c-9254-44ca80fb6821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.975421929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07454015-0dc3-446c-9254-44ca80fb6821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.977906839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07454015-0dc3-446c-9254-44ca80fb6821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.979833143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"87680b87-f5c8-4884-9dfd-fab5fa359ef5","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.979850452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"87680b87-f5c8-4884-9dfd-fab5fa359ef5","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:58.980531736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07454015-0dc3-446c-9254-44ca80fb6821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.036987957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"1957633c-a41d-4801-90ed-afe7910c42c6","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.037013971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"1957633c-a41d-4801-90ed-afe7910c42c6","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.045606307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"94a899fb-8579-4e31-bef3-a18687d94255","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.045622898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"94a899fb-8579-4e31-bef3-a18687d94255","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:42:59.04771546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-d7e5a3","reconcileID":"2abfd3cd-2519-498a-80dc-ded37c57135a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-d7e5a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.048032826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"5f5d73e6-19b6-4fa5-a59c-6efb9f5128ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:42:59.050579563Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"94a899fb-8579-4e31-bef3-a18687d94255","name":"rate-test-model-9add72","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9add72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:42:59.050627236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"94a899fb-8579-4e31-bef3-a18687d94255","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-9add72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.058313899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"5f5d73e6-19b6-4fa5-a59c-6efb9f5128ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.059977093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"e3872a1c-d4dc-4ab9-8243-938f1f9a774d","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.0599959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"e3872a1c-d4dc-4ab9-8243-938f1f9a774d","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.062388284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"978b9f3e-dfb5-406b-b820-88c67acd61b1","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.062403587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"978b9f3e-dfb5-406b-b820-88c67acd61b1","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.063569417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-d7e5a3","reconcileID":"363bbf18-41df-4c9d-8399-a1c65ad4c15a","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.139623169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"41ee9774-f3c4-449d-8398-c05afd3a66d0","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.139645582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"41ee9774-f3c4-449d-8398-c05afd3a66d0","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.14452204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"1562ddc4-abd8-4603-870f-59894623bb3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.151952354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"1562ddc4-abd8-4603-870f-59894623bb3e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.152466379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"b00446fc-0eb6-4562-a2c4-090f58afd090","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.158899839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"b00446fc-0eb6-4562-a2c4-090f58afd090","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.161993641Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-d7e5a3","reconcileID":"2e934b07-5556-43e9-afe3-2e033c5d97c7","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","model":"rate-test-model-9add72","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-9add72/e2e-rate-iso-b-d7e5a3"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.256805729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"e13f5366-1d15-49b8-bd08-f6975dd72b28","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.256922465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"e13f5366-1d15-49b8-bd08-f6975dd72b28","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.2739767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-d7e5a3","reconcileID":"4746236e-b8b2-4aab-b2f9-5748f5350bb6","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.289620851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af88f2ca-5c6f-4089-9748-c7676a8203f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.293074302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af88f2ca-5c6f-4089-9748-c7676a8203f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.298620672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af88f2ca-5c6f-4089-9748-c7676a8203f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:42:59.304358295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af88f2ca-5c6f-4089-9748-c7676a8203f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.483011556Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","namespace":"ai-tenant-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.483106566Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","namespace":"ai-tenant-e2e-extmod-a-ef1693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.483159162Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","tenant":"e2e-extmod-a-ef1693","tenantID":"e2e-extmod-a-ef1693","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.492017489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ef1693","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.516997094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"Service","name":"maas-api-e2e-extmod-a-ef1693","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.527902309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ef1693","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.536977909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ef1693","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.549797845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.559396572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.579400323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.593217146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.596561147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.599370687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.602579754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"Service","name":"payload-processing-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.605831532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.608199105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.610386917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.612981153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.626430532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.629735471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.632689197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.635530661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ef1693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:02.637854254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ef1693"},"namespace":"ai-tenant-e2e-extmod-a-ef1693","name":"default-tenant","reconcileID":"01e87138-5b80-4cbd-acfa-73aa11f6b2d8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ef1693","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:03.461613825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5d1ba9a-1350-4027-990c-e507efc237bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:03.468492744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5d1ba9a-1350-4027-990c-e507efc237bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:03.591727434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"020168a4-4e2d-41ca-a12f-ef433675bc82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:03.591749991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"020168a4-4e2d-41ca-a12f-ef433675bc82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.311451759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"32cd9047-43b9-4116-986d-3a59ccb2e186","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.320741856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"32cd9047-43b9-4116-986d-3a59ccb2e186","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.444744479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"f9e3743e-0634-44e7-b403-d44bfbe40876","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.444768227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"f9e3743e-0634-44e7-b403-d44bfbe40876","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.994142561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"856da9b7-a4c7-405c-bee6-ccd233500093","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.994165619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"856da9b7-a4c7-405c-bee6-ccd233500093","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:04.999854514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"6d9fded4-7553-4137-a717-d0cb670c825e","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:05.00217456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-sub","reconcileID":"e50c8cb2-98cd-47c8-8c3d-4e3947efea99","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-374db411-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.007564195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"6d9fded4-7553-4137-a717-d0cb670c825e","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.012491474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"c8d9d4d7-86ab-4565-96e3-c0273389b282","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.012509276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"c8d9d4d7-86ab-4565-96e3-c0273389b282","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:05.020745975Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"c8d9d4d7-86ab-4565-96e3-c0273389b282","name":"e2e-fail-374db411","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-374db411\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:05.020805276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"c8d9d4d7-86ab-4565-96e3-c0273389b282","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-374db411\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.02340264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"ab1513af-5363-440a-ae79-6e9d07aafe38","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.023420583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"ab1513af-5363-440a-ae79-6e9d07aafe38","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.0288068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"5a5608c0-7d49-478e-b708-faaf973a4da8","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.028824051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"5a5608c0-7d49-478e-b708-faaf973a4da8","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.046856018Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-sub","reconcileID":"711cf636-f322-4837-a205-32cac37b244a","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"maas-trlp-e2e-fail-374db411","model":"e2e-fail-374db411","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-ded926/e2e-fail-374db411-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.077463004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"19e8db56-716b-4194-bdec-af40f82ee5e8","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.077484597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"19e8db56-716b-4194-bdec-af40f82ee5e8","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.122137493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"92fdf3c3-deb7-45a1-b97c-f4dd024a0d0b","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.130011425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"92fdf3c3-deb7-45a1-b97c-f4dd024a0d0b","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:05.138785084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-sub","reconcileID":"6ddbd279-0e63-4a87-94d6-8f605479b7c0","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"maas-trlp-e2e-fail-374db411","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:08.805965205Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ef1693","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ef1693","reconcileID":"3e49cd2a-d320-4743-92e7-21437660e7e3","aitenant":"ai-tenants/e2e-extmod-a-ef1693","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:08.902882129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d851e985-1b48-4433-83b9-346bf7d1c5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:08.9054919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d851e985-1b48-4433-83b9-346bf7d1c5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:08.908252707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d851e985-1b48-4433-83b9-346bf7d1c5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:08.91111908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d851e985-1b48-4433-83b9-346bf7d1c5a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:08.921556903Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ef1693","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ef1693","reconcileID":"3e49cd2a-d320-4743-92e7-21437660e7e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ef1693","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ef1693"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:09.257481104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccf25d9-e778-45c0-b5f5-b817bb1e3fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:09.270064196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccf25d9-e778-45c0-b5f5-b817bb1e3fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:09.277354604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccf25d9-e778-45c0-b5f5-b817bb1e3fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:09.281765683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccf25d9-e778-45c0-b5f5-b817bb1e3fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:09.552244143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79dd82cc-0ec3-46c5-801e-e26e6dacd5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:09.555266678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79dd82cc-0ec3-46c5-801e-e26e6dacd5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:09.558092931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79dd82cc-0ec3-46c5-801e-e26e6dacd5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:09.56078368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79dd82cc-0ec3-46c5-801e-e26e6dacd5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:11.768862413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:11.919744379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-d7e5a3","reconcileID":"d842a085-cd96-4694-b196-5c197122a195","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:11.940691317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"81fe4deb-c6d5-4f9f-9a3e-f9f144757a1d","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:11.940722808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"81fe4deb-c6d5-4f9f-9a3e-f9f144757a1d","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.104954991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-sub","reconcileID":"70e0ba55-743a-4189-85be-bbc9b94ebff7","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"maas-trlp-e2e-fail-374db411","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.162116751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"f6c996dc-6ddc-4cc2-879a-402184076da1","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.1621403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"f6c996dc-6ddc-4cc2-879a-402184076da1","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.272846067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-d7e5a3","reconcileID":"4f02e2c5-e769-48e0-ac6f-5d7dcd2d7964","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.289885527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"11a4ebe4-6761-47f9-96ec-594c55be3a89","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.289904914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"11a4ebe4-6761-47f9-96ec-594c55be3a89","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.441488608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"f0c28f61-ae68-4219-b641-e257c2dff514","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.452720829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"f0c28f61-ae68-4219-b641-e257c2dff514","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.542770216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"0c30bf5a-6f94-46d0-a54b-0596e4f2f77e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.551354321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"0c30bf5a-6f94-46d0-a54b-0596e4f2f77e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.642532567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"8c56230d-d037-4cd5-951c-28b4957ed7d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:12.650231147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"8c56230d-d037-4cd5-951c-28b4957ed7d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.703705147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"05af3d4e-5b75-41c3-b622-7abaedcbdf09","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.714112524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"c6eb36de-563e-4eba-82ef-d09bed33b646","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.714769621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a98f511c-0b0b-427e-a29e-08ccc79fd16b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.714836137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"1e073eac-8401-4d96-a478-57f8faed4f8e","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.71516608Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"ef51b80a-bf3c-449b-840d-327b47bd2848","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.71695661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"0306edfe-4976-49ce-b4a5-00d61ef4e446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.717558517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b55d2fc3-0119-4c6d-afe3-4b44f9a618f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.721800011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"c6eb36de-563e-4eba-82ef-d09bed33b646","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.726709078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a98f511c-0b0b-427e-a29e-08ccc79fd16b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.726708752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"1e073eac-8401-4d96-a478-57f8faed4f8e","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.730511792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b55d2fc3-0119-4c6d-afe3-4b44f9a618f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.730607117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"0306edfe-4976-49ce-b4a5-00d61ef4e446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.754972165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"6f707f8b-5b6d-4f45-b466-19cfa6cf0946","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.755031735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"6f707f8b-5b6d-4f45-b466-19cfa6cf0946","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.790717553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"646ea39b-8fe5-4d5b-899c-77b74508b6ed","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.790745728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"646ea39b-8fe5-4d5b-899c-77b74508b6ed","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.790868558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-sub","reconcileID":"fcb17652-1144-4f20-9a9c-01c26649df12","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"maas-trlp-e2e-fail-374db411","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.841166066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"87092260-01b7-44bb-91f2-c9c91e085613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.843114948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"14146a6a-1a59-4bc3-ac20-8d59f11f9cf3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.843431758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"60260d23-48f3-436a-a0cd-d0646b5ef413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.843577033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"60c8c940-1ad3-47c4-a754-a28ff714d098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.847338582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"a7f6b238-c847-4e6f-9262-fc52ecdce3df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.848652071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"87092260-01b7-44bb-91f2-c9c91e085613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.85041441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"14146a6a-1a59-4bc3-ac20-8d59f11f9cf3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.851159286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"60260d23-48f3-436a-a0cd-d0646b5ef413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.852650577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"60c8c940-1ad3-47c4-a754-a28ff714d098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.855103336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"a7f6b238-c847-4e6f-9262-fc52ecdce3df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.868764308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"b4ace4f0-61af-4474-b348-c368d6a7c13b","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.86926266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"56b4f63f-2d3e-4957-9a2e-4722099f67e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.874460737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f785b870-7bbe-4d54-bbb9-b6eb674b39e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.876898043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64341cbf-bbaf-4dae-9f5f-9f1d4dae5fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.880953021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"56b4f63f-2d3e-4957-9a2e-4722099f67e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.88126962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"b4ace4f0-61af-4474-b348-c368d6a7c13b","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.886251383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"f785b870-7bbe-4d54-bbb9-b6eb674b39e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.888103905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64341cbf-bbaf-4dae-9f5f-9f1d4dae5fa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.934686851Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"4ef92e07-d680-486a-9bc3-77f3f7480612","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.935927941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"11f2f607-8d83-4723-be7c-710fe69aba7c","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.938920181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"aed90b36-d324-49c6-8f42-cb9308161f90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.948379577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"aed90b36-d324-49c6-8f42-cb9308161f90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.950171825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a988e601-5e95-4fa9-83f0-fd6811639077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.952550004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"3579025b-bda9-4324-9100-862745c5c0a9","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.952568093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"3579025b-bda9-4324-9100-862745c5c0a9","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.958427721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a988e601-5e95-4fa9-83f0-fd6811639077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:14.959969254Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"3579025b-bda9-4324-9100-862745c5c0a9","name":"e2e-fail-deb2f803","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-deb2f803\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:14.960022648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"3579025b-bda9-4324-9100-862745c5c0a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-deb2f803\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.968974235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"40f8484e-4231-4fdd-b1ae-8efb4c00be60","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:14.968990675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"40f8484e-4231-4fdd-b1ae-8efb4c00be60","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.067070407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"0e8cb70e-cd31-438a-9727-2a0aed22a427","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.068495179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"7dcbc20d-7bc2-4ae3-82a0-e649e71504de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.08385663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"3fbe18ac-da41-4a29-9d10-95b3ef13d37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.085309505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b988f7ed-2265-4ca5-ab83-6b0f907f7b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.089570048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"77f45904-c4cf-4ac6-9f80-68c81b7eed6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.097489003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"0e8cb70e-cd31-438a-9727-2a0aed22a427","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.106411446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"7dcbc20d-7bc2-4ae3-82a0-e649e71504de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.113357123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"3fbe18ac-da41-4a29-9d10-95b3ef13d37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.139679893Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"392a8417-919f-40b7-b82a-c551a48fe659","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.14493453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b988f7ed-2265-4ca5-ab83-6b0f907f7b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.14737714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"1c9fa4d3-ca48-408f-a776-7c5f0c1a50a0","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.147481336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"1c9fa4d3-ca48-408f-a776-7c5f0c1a50a0","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.151107218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"77f45904-c4cf-4ac6-9f80-68c81b7eed6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.23486952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"c97d104c-bc01-474b-9406-5e808b80ab0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.23557649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"346c2a42-0a39-4821-ac84-0facb15f2581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.238947202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"307ac1e1-b929-48fa-a2f1-c8ea16de1f56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.246083894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"346c2a42-0a39-4821-ac84-0facb15f2581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.246110583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"c97d104c-bc01-474b-9406-5e808b80ab0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.246679846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"5264f77e-c89a-4bc3-b565-5bcf67ecf1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.250476826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"307ac1e1-b929-48fa-a2f1-c8ea16de1f56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.252771115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"4b775456-33e9-4471-a2e8-514e149d3095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.256872584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"5264f77e-c89a-4bc3-b565-5bcf67ecf1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.261293884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"4b775456-33e9-4471-a2e8-514e149d3095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.338474681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"8c422466-60c6-4fc0-8b4d-68ba393f1b59","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.338504721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"8c422466-60c6-4fc0-8b4d-68ba393f1b59","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.33893143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"ed94f980-62d0-4f77-a7d1-10aeeff6a252","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.350063561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"ed94f980-62d0-4f77-a7d1-10aeeff6a252","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.373532013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"f42f80d8-8b83-404c-95b3-e1b112794b4d","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.373760421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"972677ad-9867-4064-842e-b5b525f082c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.375796991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3700d4ab-e0ef-4450-aab3-2e62d0a0047e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.375933392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6d04ca53-37cf-4f42-9d7a-092fd07944fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.376170911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eac3461c-20aa-4f23-98c8-fbd072540eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.382276535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"972677ad-9867-4064-842e-b5b525f082c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.450327185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6d04ca53-37cf-4f42-9d7a-092fd07944fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.450511651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eac3461c-20aa-4f23-98c8-fbd072540eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.452878093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3700d4ab-e0ef-4450-aab3-2e62d0a0047e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.467895292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"f42f80d8-8b83-404c-95b3-e1b112794b4d","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.476872351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ca257856-e451-4f47-b085-9efa4dc860c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.477242626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"f42f80d8-8b83-404c-95b3-e1b112794b4d","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.534806543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"58be7699-0adc-455d-9f93-2cb71d1bda54","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.534831936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"58be7699-0adc-455d-9f93-2cb71d1bda54","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:15.535746147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"ca257856-e451-4f47-b085-9efa4dc860c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:16.684610845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d435da3-9cc3-4787-8c4f-c20953ec0488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:16.687770782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d435da3-9cc3-4787-8c4f-c20953ec0488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:16.690451202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d435da3-9cc3-4787-8c4f-c20953ec0488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:16.696006108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d435da3-9cc3-4787-8c4f-c20953ec0488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:16.953998734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc99c68-8a67-4084-9d68-9b3a74391e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:16.962007963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc99c68-8a67-4084-9d68-9b3a74391e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:16.978034286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc99c68-8a67-4084-9d68-9b3a74391e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:17.034552249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc99c68-8a67-4084-9d68-9b3a74391e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.100617805Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","namespace":"ai-tenant-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.100696534Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","namespace":"ai-tenant-e2e-extmod-b-1a18c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.100763309Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","tenant":"e2e-extmod-b-1a18c8","tenantID":"e2e-extmod-b-1a18c8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.104895329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"Deployment","name":"maas-api-e2e-extmod-b-1a18c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.117659578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"Service","name":"maas-api-e2e-extmod-b-1a18c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.13484097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-1a18c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.141061382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-1a18c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.146834697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.157543853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.168647094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.173717845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.176138332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.178092956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.180182348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"Service","name":"payload-processing-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.182454552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.184937565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.188539113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.190822205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.196737418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.199460365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.202368996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.20521415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-1a18c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:19.207749174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1a18c8"},"namespace":"ai-tenant-e2e-extmod-b-1a18c8","name":"default-tenant","reconcileID":"0c57cc7e-07e4-4139-b6a9-a5223c28caa9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-1a18c8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.973653973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"cc3a7f1b-f9e0-48e8-9127-6aab795f9825","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.974006203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"5608b5f0-0ad2-4d91-980c-c1ea37b08196","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.980569128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"5608b5f0-0ad2-4d91-980c-c1ea37b08196","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.981102539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"cc3a7f1b-f9e0-48e8-9127-6aab795f9825","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.98831939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (189cdc3d08855e86860a37c5a07248225432a18abc00e93c31d10cfa6eac3d6a) AuthConfig (c96b55640987f02ae893197b841ec1dbe29628dd7ea887f8e1f80af2a14217eb) AuthConfig (a39c0ccf6941da8886ea9f5e0477c45ae0025dbc52e731ff2e13b8879d25fdc4) AuthConfig (cc25e2c4c8bac0cc46c53f62be00db0350c9d7e1150fd02d42bf4aaced324ae3) AuthConfig (42860dcc636a473214238ecdf10a21f53b498b18d1936bf50b8e8a8937262245) AuthConfig (fb601bd586aa6ea982b02ae3413d5229f9cc06fa808740fa922b616c5d03f066) AuthConfig (bf657dc75a96d42e6f3ff5c945acd3e33be0a36f99a6cd37d4a7c7a7a7980b32) AuthConfig (a40a1aa36d151a063e2602d9f341af4c7fa2041ddf6b9a282d56fcb90f7a6ce3) AuthConfig (ee4f4213fa58af1464c6aeaa28f45120adcfc6023122083e377f89947c5a6116) AuthConfig (837866172ec2aca35c354680bc56553442574fd128a65fa8758426f443298a4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"5608b5f0-0ad2-4d91-980c-c1ea37b08196","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.999182902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"8621ca35-f1a1-425a-81c0-739cd576a55f","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:21.999205613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"8621ca35-f1a1-425a-81c0-739cd576a55f","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.024759002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"4919fd92-6076-4495-a4b1-2142d9fcaa65","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.025131389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"a77f632c-41ef-49c0-91d9-9b27acd0844b","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.02514668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"a77f632c-41ef-49c0-91d9-9b27acd0844b","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.040822962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"4919fd92-6076-4495-a4b1-2142d9fcaa65","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.057424161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-d7e5a3","reconcileID":"20b08d3f-7e92-4e25-9fbd-1270d7572638","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.072931939Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"4919fd92-6076-4495-a4b1-2142d9fcaa65","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"e2e-shared-a-w0-8f8aa8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.072956465Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"4919fd92-6076-4495-a4b1-2142d9fcaa65","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.080836461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"21fe02f3-1e11-48c5-b514-fcac7adf3ec2","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.080856962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"21fe02f3-1e11-48c5-b514-fcac7adf3ec2","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.152855345Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1a18c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1a18c8","reconcileID":"95436dea-a5a7-46b6-b90a-841e64effa62","aitenant":"ai-tenants/e2e-extmod-b-1a18c8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.156973928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-d7e5a3","reconcileID":"165583dd-5228-4c68-b535-2be45221dd9f","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.335017124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"1a9db334-af46-437e-9bd9-b1b742feee0d","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.335039817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"1a9db334-af46-437e-9bd9-b1b742feee0d","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.335822628Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1a18c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1a18c8","reconcileID":"95436dea-a5a7-46b6-b90a-841e64effa62","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1a18c8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-1a18c8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.336316612Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"f716ee1c-75ce-4406-8ebd-2b4526ffbe96","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.352413472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afed8d0-24fb-4a7e-af6a-1e6e6537c5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.355865855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afed8d0-24fb-4a7e-af6a-1e6e6537c5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.36099594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afed8d0-24fb-4a7e-af6a-1e6e6537c5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.36398361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afed8d0-24fb-4a7e-af6a-1e6e6537c5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.445472759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"f716ee1c-75ce-4406-8ebd-2b4526ffbe96","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.45789175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-d7e5a3","reconcileID":"5aadb3b7-eaf7-4104-b631-da31da1b3cb8","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.535574736Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"f716ee1c-75ce-4406-8ebd-2b4526ffbe96","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"e2e-shared-b-w0-9add72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.535597692Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-auth-d7e5a3","reconcileID":"f716ee1c-75ce-4406-8ebd-2b4526ffbe96","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.542318209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"34bf7b12-f8fa-48e9-97d3-b93cce43c485","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.542339074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"34bf7b12-f8fa-48e9-97d3-b93cce43c485","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.564840923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-d7e5a3","reconcileID":"1ff0033a-d392-4d96-bc73-5b8af8e615e9","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.736898661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"38ac94ca-4296-440e-a1b5-61fb8d14c596","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.736930756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"38ac94ca-4296-440e-a1b5-61fb8d14c596","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.789306055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131ee1d3-dd49-4b14-ae7c-6a4e0e7f4f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.794085594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131ee1d3-dd49-4b14-ae7c-6a4e0e7f4f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.797530928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131ee1d3-dd49-4b14-ae7c-6a4e0e7f4f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:24.805106819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"131ee1d3-dd49-4b14-ae7c-6a4e0e7f4f55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.440588933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"477c4b6d-2da5-4c1c-8289-4c88e0d60b59","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.442009962Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-access","reconcileID":"aa773cd4-6431-46fd-a76d-ff2b56189d68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.467968524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"73b487ca-896f-4a76-9606-a81c1b77c6de","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.469289031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7b9e9065-e504-4f25-8e2f-054aa1e9a10b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.476141174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"7b9e9065-e504-4f25-8e2f-054aa1e9a10b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.479623913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"341843a1-21b6-4d1f-9b14-4bca8288f935","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.568303189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a321f669-dbfb-4e78-bc2e-76150f9910d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.575991214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"a321f669-dbfb-4e78-bc2e-76150f9910d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.578307657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"a7999ed4-2d77-4d45-8127-12a98f680465","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.675518396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"16632583-5bcd-4e9d-aae0-ed5dc819548f","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.68736448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6f6a229a-f967-4eb6-ac3c-076072a637a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:25.69905648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6f6a229a-f967-4eb6-ac3c-076072a637a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.369494556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"c8d6e8fc-8aa0-46d9-8581-739747210b17","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.431572447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"84f7ed9f-9463-444f-83e9-334c0a86b748","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.501681555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"0cdd1e0c-dada-4a2b-9a0d-96c051c4b3ba","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.530959708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"d121f35e-f72a-401e-9711-cc9c197f3523","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.533422289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"fab91bbd-1969-487f-a0b2-096fef020deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.550906967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"fab91bbd-1969-487f-a0b2-096fef020deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.572289014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"0d010266-fccc-4735-aad1-93f647fa4e40","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.587619274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"b4ed1981-af57-42d0-9332-0f22d110706c","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.591687743Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"1d27fe0a-8fd3-47eb-922d-3caa853bb280","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.599958537Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"1d27fe0a-8fd3-47eb-922d-3caa853bb280","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.621381778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"765d7e6a-3d08-4a4f-97c1-ed74128b7c84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.633075341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"50a8e742-1674-453b-b68b-738f8f7fa142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.638592264Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"1d27fe0a-8fd3-47eb-922d-3caa853bb280","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.642921212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"50a8e742-1674-453b-b68b-738f8f7fa142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.732654441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"db640ca4-b6c1-468d-9542-bb2dc1f93c7f","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.734699588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"254e5551-e506-4f21-9017-f13d2052ef7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.73695319Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"254e5551-e506-4f21-9017-f13d2052ef7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/simulator-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.74351545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"5b1d8958-5411-41d9-a127-b9d35293b074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:30.754682298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"5b1d8958-5411-41d9-a127-b9d35293b074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:30.850922218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"simulator-subscription","reconcileID":"254e5551-e506-4f21-9017-f13d2052ef7b","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.007091377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"05132ffc-274c-4931-983b-80e1286dd565","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.016390141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"05132ffc-274c-4931-983b-80e1286dd565","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:32.024696007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7c192b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (189cdc3d08855e86860a37c5a07248225432a18abc00e93c31d10cfa6eac3d6a) AuthConfig (c96b55640987f02ae893197b841ec1dbe29628dd7ea887f8e1f80af2a14217eb) AuthConfig (a39c0ccf6941da8886ea9f5e0477c45ae0025dbc52e731ff2e13b8879d25fdc4) AuthConfig (cc25e2c4c8bac0cc46c53f62be00db0350c9d7e1150fd02d42bf4aaced324ae3) AuthConfig (42860dcc636a473214238ecdf10a21f53b498b18d1936bf50b8e8a8937262245) AuthConfig (fb601bd586aa6ea982b02ae3413d5229f9cc06fa808740fa922b616c5d03f066) AuthConfig (bf657dc75a96d42e6f3ff5c945acd3e33be0a36f99a6cd37d4a7c7a7a7980b32) AuthConfig (a40a1aa36d151a063e2602d9f341af4c7fa2041ddf6b9a282d56fcb90f7a6ce3) AuthConfig (ee4f4213fa58af1464c6aeaa28f45120adcfc6023122083e377f89947c5a6116) AuthConfig (837866172ec2aca35c354680bc56553442574fd128a65fa8758426f443298a4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"05132ffc-274c-4931-983b-80e1286dd565","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.761170065Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-d7e5a3","reconcileID":"eb3ece88-784a-4b62-b7ad-35a6940e24b6","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","subscription":"e2e-rate-iso-a-d7e5a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.763824506Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-d7e5a3","reconcileID":"eb3ece88-784a-4b62-b7ad-35a6940e24b6","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.766698869Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"e2e-rate-iso-a-d7e5a3","reconcileID":"eb3ece88-784a-4b62-b7ad-35a6940e24b6","MaaSSubscription":{"name":"e2e-rate-iso-a-d7e5a3","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"name":"maas-trlp-rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.797335751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"794708ec-41fa-4eee-8f56-1a5e6f324a99","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"tenant":"e2e-shared-a-w0-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","model":"ai-tenant-e2e-shared-a-w0-8f8aa8/rate-test-model-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.797378879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"rate-test-model-8f8aa8","reconcileID":"794708ec-41fa-4eee-8f56-1a5e6f324a99","MaaSModelRef":{"name":"rate-test-model-8f8aa8","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"routeName":"rate-test-model-8f8aa8-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","llmisvcName":"rate-test-model-8f8aa8","gateway":"openshift-ingress/e2e-shared-a-w0-8f8aa8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.94171561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"7ba754fd-6083-4980-9540-ba2d726326ce","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:34.941735204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"7ba754fd-6083-4980-9540-ba2d726326ce","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.051174627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"1cde7642-3dd3-412a-a060-b2cd2feb8172","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.051648916Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6bcc57c0-a505-4942-a882-19eab591dd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.071653169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"4ae635ed-b2a2-4af6-905b-e40ad81e62b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.159080792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6bcc57c0-a505-4942-a882-19eab591dd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.195430162Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6bcc57c0-a505-4942-a882-19eab591dd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"e2e-worker-w2-e440bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.195453303Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-access","reconcileID":"6bcc57c0-a505-4942-a882-19eab591dd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.234927416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"89d9b4bc-e1b1-4c67-a23f-d26f2c9c1e2e","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.257237718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"5d54cff7-c88d-45fe-826f-cb6f2ebb5863","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.854132886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"21677522-b858-4b40-ab29-8331c41130a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.878363006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"80d99179-1f4b-4725-a1b4-204e2dd6eac8","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.880818472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"b08e6014-0f04-4a99-8f8a-fe10b5b619ee","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.883211993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"ce9f3913-ac53-4ece-9694-36d0e04f7e4e","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.883407844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"fc367d9e-a6e7-457f-943d-323ac4fb6b26","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:36.951442141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"5c770f15-b2bb-498c-bfbb-b9d5d6057f17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.021832091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07859818-3734-4d66-a5c0-e967e7421da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.024431401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07859818-3734-4d66-a5c0-e967e7421da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.027235564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07859818-3734-4d66-a5c0-e967e7421da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.030610507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07859818-3734-4d66-a5c0-e967e7421da9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.2418109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f28d44-4f43-4e0b-9fee-9ee6ff1e8fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.24455466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f28d44-4f43-4e0b-9fee-9ee6ff1e8fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.253820078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f28d44-4f43-4e0b-9fee-9ee6ff1e8fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.256925794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f28d44-4f43-4e0b-9fee-9ee6ff1e8fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:37.846620641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"f9f70a89-c2c2-4dd2-b7a9-7688bbb6b26f","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.543399912Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"3b4baab9-0f0c-4c3c-992c-b4aa7b5a2456","namespace":"ai-tenant-e2e-worker-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.543468188Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"3b4baab9-0f0c-4c3c-992c-b4aa7b5a2456","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.548197626Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"3b4baab9-0f0c-4c3c-992c-b4aa7b5a2456","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.548216793Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"3b4baab9-0f0c-4c3c-992c-b4aa7b5a2456","namespace":"ai-tenant-e2e-worker-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:41.773666851Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:42.046004601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"31d62b5f-174f-4e83-909a-3c0f9473b285","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:42.058375249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"31d62b5f-174f-4e83-909a-3c0f9473b285","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:42.201824315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"c74f511b-1d51-43af-8ed7-7ad224bb2461","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:42.201847835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"c74f511b-1d51-43af-8ed7-7ad224bb2461","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:44.964571362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-d7e5a3","reconcileID":"da3ffbf1-c927-46fd-abf0-f43244e6279c","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","subscription":"e2e-rate-iso-b-d7e5a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:44.973616278Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-d7e5a3","reconcileID":"da3ffbf1-c927-46fd-abf0-f43244e6279c","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:44.979272246Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"e2e-rate-iso-b-d7e5a3","reconcileID":"da3ffbf1-c927-46fd-abf0-f43244e6279c","MaaSSubscription":{"name":"e2e-rate-iso-b-d7e5a3","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"name":"maas-trlp-rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.16694196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"93208e22-0a4b-4985-8dc0-273a18a0c03b","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"tenant":"e2e-shared-b-w0-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","model":"ai-tenant-e2e-shared-b-w0-9add72/rate-test-model-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:45.166963608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"rate-test-model-9add72","reconcileID":"93208e22-0a4b-4985-8dc0-273a18a0c03b","MaaSModelRef":{"name":"rate-test-model-9add72","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"routeName":"rate-test-model-9add72-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-9add72","llmisvcName":"rate-test-model-9add72","gateway":"openshift-ingress/e2e-shared-b-w0-9add72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.558961504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"6c94b1fd-baa7-4561-a394-f9c395113e59","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.55905844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"6c94b1fd-baa7-4561-a394-f9c395113e59","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.562194103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"dd8ff3b0-5374-41bc-86d2-389640054dd7","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:43:46.569633906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-sub","reconcileID":"a30c7160-1471-435d-9dde-4960dfffc095","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-deb2f803-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.573673426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"dd8ff3b0-5374-41bc-86d2-389640054dd7","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.583724132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"af5e5d2f-6fef-4cd6-bd57-87b3f0fbb605","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.583744006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"af5e5d2f-6fef-4cd6-bd57-87b3f0fbb605","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.59865216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"17521902-42f0-472e-901a-bd267c6d966a","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.598673542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"17521902-42f0-472e-901a-bd267c6d966a","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.613455665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"66e7e14d-3786-45d3-a2c9-9f98c9ac5fcd","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.613486011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"66e7e14d-3786-45d3-a2c9-9f98c9ac5fcd","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.637884208Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-sub","reconcileID":"26bc9226-cbe0-4e44-b3cb-d08bfe671d7e","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-fail-deb2f803","model":"e2e-fail-deb2f803","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7c192b/e2e-fail-deb2f803-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.671701387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"f5554653-8027-4d2f-a089-224770956dc2","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.67172319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"f5554653-8027-4d2f-a089-224770956dc2","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.700510841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"ed51ea59-4edc-4a7e-8f66-c457b7cbff6f","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.710132161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"ed51ea59-4edc-4a7e-8f66-c457b7cbff6f","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.730265467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-sub","reconcileID":"1e5e2b59-527f-4608-91be-1e9810c4f56e","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-fail-deb2f803","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.88152647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"24d435f2-ac8c-4891-a627-50b84dccf1ba","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.884035089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"94b2d12d-e734-4d17-a227-e3a9e88441ad","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:46.884258984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"a3c5a716-8e98-435f-939f-81e4f76136cc","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.847953649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"181f06d7-36ed-45fb-a5b1-a4598aa34874","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.869234045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"96d87de9-d00d-4d75-a9fb-73779d8266a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.873202255Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"96d87de9-d00d-4d75-a9fb-73779d8266a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:47.876802556Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"premium-simulator-subscription","reconcileID":"96d87de9-d00d-4d75-a9fb-73779d8266a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"name":"maas-trlp-premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc","model":"e2e-models-e2e-worker-w2-e440bc/premium-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:48.008642503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"8c9b11b8-d8b3-47db-9a49-50789ffdcaff","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.904523665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-sub","reconcileID":"fe8be717-19cf-4e8e-95c8-f22bb2e8cf49","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-fail-deb2f803","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.943910159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"13c4880a-c917-4296-9c2a-3daccef9d71c","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:54.944040233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"13c4880a-c917-4296-9c2a-3daccef9d71c","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.035406214Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","namespace":"ai-tenant-e2e-worker-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.03549662Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","namespace":"ai-tenant-e2e-worker-w2-e440bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.035571405Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","tenant":"e2e-worker-w2-e440bc","tenantID":"e2e-worker-w2-e440bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.044420834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"Deployment","name":"maas-api-e2e-worker-w2-e440bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.079745867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"Service","name":"maas-api-e2e-worker-w2-e440bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.088952122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-e440bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.106016014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-e440bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.120031536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.127297945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.14565151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.15761228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.161683151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.165674926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.172565471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"Service","name":"payload-processing-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.175945224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.180294154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.188334348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.196149203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.206753888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.211034533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.21370396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.218229531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-e440bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.220986325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e440bc"},"namespace":"ai-tenant-e2e-worker-w2-e440bc","name":"default-tenant","reconcileID":"716ab5c3-ef0a-4467-ab72-0cf55eb057ec","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-e440bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.480168816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"2a213f20-2160-4deb-859e-55994b36fdef","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.48055137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"cd0c84c0-bd36-4904-bd87-12ada9c81b5d","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.488732728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"cd0c84c0-bd36-4904-bd87-12ada9c81b5d","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:55.537268993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"2a213f20-2160-4deb-859e-55994b36fdef","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.155027599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7008563d-367a-42e0-875d-9ba35843c942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.167212387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7008563d-367a-42e0-875d-9ba35843c942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.189528632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7008563d-367a-42e0-875d-9ba35843c942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.214617135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7008563d-367a-42e0-875d-9ba35843c942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.772844535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acf0c09-a732-41cd-b699-75cec3511067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.777460387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acf0c09-a732-41cd-b699-75cec3511067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.782272948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acf0c09-a732-41cd-b699-75cec3511067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.785682177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4acf0c09-a732-41cd-b699-75cec3511067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.934635244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-2-w2-e440bc","reconcileID":"cc303686-2b83-4e0a-b90c-38a836ad4fb6","MaaSModelRef":{"name":"distinct-2-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-2-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-2-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.935019187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"distinct-w2-e440bc","reconcileID":"613afd38-beaf-4cc4-97c2-8bed9f2a6196","MaaSModelRef":{"name":"distinct-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"distinct-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"distinct-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:56.935311611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"simulator-w2-e440bc","reconcileID":"893ad378-81b1-415b-8da4-ebf1d6f97bdd","MaaSModelRef":{"name":"simulator-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"simulator-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"simulator-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:57.1129715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab580e56-43c0-4282-99c9-d3910bae0d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:57.115934606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab580e56-43c0-4282-99c9-d3910bae0d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:57.119036673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab580e56-43c0-4282-99c9-d3910bae0d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:57.122194738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab580e56-43c0-4282-99c9-d3910bae0d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:57.308780335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da1169f-b0ed-4d69-89b2-70e0d53b0662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:57.311377333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da1169f-b0ed-4d69-89b2-70e0d53b0662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:57.313665008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da1169f-b0ed-4d69-89b2-70e0d53b0662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:57.315985862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4da1169f-b0ed-4d69-89b2-70e0d53b0662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.008535272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"a0daa7bd-bc98-4744-82f7-ac02f02f9006","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.008560773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"a0daa7bd-bc98-4744-82f7-ac02f02f9006","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.01722508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"1058af18-61d1-4816-a7e2-5f2312aeb666","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.029092559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"1058af18-61d1-4816-a7e2-5f2312aeb666","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.038684369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"namespace":"e2e-models-e2e-worker-w2-e440bc","name":"premium-w2-e440bc","reconcileID":"8c888528-f20b-4829-bb76-65d3920d66d7","MaaSModelRef":{"name":"premium-w2-e440bc","namespace":"e2e-models-e2e-worker-w2-e440bc"},"routeName":"premium-w2-e440bc-kserve-route","namespace":"e2e-models-e2e-worker-w2-e440bc","llmisvcName":"premium-w2-e440bc","gateway":"openshift-ingress/e2e-worker-w2-e440bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.050310505Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-sub","reconcileID":"806a8065-d8fe-4054-be12-a5dc5531134a","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e3b8a3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.174316629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"11cc873e-0612-46c5-8f13-4b4880274bd8","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:43:58.186495366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"11cc873e-0612-46c5-8f13-4b4880274bd8","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.331326855Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","namespace":"ai-tenant-e2e-extmod-a-c47670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.331436329Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","namespace":"ai-tenant-e2e-extmod-a-c47670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.331502134Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","tenant":"e2e-extmod-a-c47670","tenantID":"e2e-extmod-a-c47670","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.337255691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c47670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.352876202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"Service","name":"maas-api-e2e-extmod-a-c47670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.371643942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c47670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.386635018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c47670","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.397122962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.417554935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.433438445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.441700965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.444916825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.449797239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.453375093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"Service","name":"payload-processing-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.456062175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.460679125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.474822781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.477754142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.485292081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.490087393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.492981094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.497312805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c47670","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:00.506962554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c47670"},"namespace":"ai-tenant-e2e-extmod-a-c47670","name":"default-tenant","reconcileID":"ca74591e-dc70-47af-8c31-14496c0a6fc5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c47670","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.263432556Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e440bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e440bc","reconcileID":"81789397-863d-4884-8d5c-36b241dd9ec9","aitenant":"ai-tenants/e2e-worker-w2-e440bc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.390899485Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e440bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e440bc","reconcileID":"81789397-863d-4884-8d5c-36b241dd9ec9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-e440bc","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-e440bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.411688388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e68acea-d48a-4de8-80e4-e3e125d1e51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.415039069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e68acea-d48a-4de8-80e4-e3e125d1e51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.418066495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e68acea-d48a-4de8-80e4-e3e125d1e51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.420696507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e68acea-d48a-4de8-80e4-e3e125d1e51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.693018175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf947e5-3e8c-4a4a-9a22-c896c92a87da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.695801819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf947e5-3e8c-4a4a-9a22-c896c92a87da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.699836886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf947e5-3e8c-4a4a-9a22-c896c92a87da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:04.702408428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf947e5-3e8c-4a4a-9a22-c896c92a87da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:05.034929075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3d38b7-1cd2-415b-81ea-548241e07f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:05.044904784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3d38b7-1cd2-415b-81ea-548241e07f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:05.048946031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3d38b7-1cd2-415b-81ea-548241e07f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:05.052269401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f3d38b7-1cd2-415b-81ea-548241e07f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.404557383Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c47670","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c47670","reconcileID":"40062fa3-3fcc-4842-b7e4-212d83a4fc6c","aitenant":"ai-tenants/e2e-extmod-a-c47670","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.469755971Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c47670","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c47670","reconcileID":"40062fa3-3fcc-4842-b7e4-212d83a4fc6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c47670","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c47670"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.487926845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4421711-7a84-431d-a437-29d8c8343e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.490492445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4421711-7a84-431d-a437-29d8c8343e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.492912763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4421711-7a84-431d-a437-29d8c8343e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.495241073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4421711-7a84-431d-a437-29d8c8343e75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.702356253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d2146d-c72a-4a3a-9f93-d363e02e3aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.704799602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d2146d-c72a-4a3a-9f93-d363e02e3aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.708049944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d2146d-c72a-4a3a-9f93-d363e02e3aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:06.710723765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d2146d-c72a-4a3a-9f93-d363e02e3aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.054004157Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-sub","reconcileID":"7ce043c0-de1b-4561-933a-f43739321c9f","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","subscription":"e2e-fail-deb2f803-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.060092204Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-sub","reconcileID":"7ce043c0-de1b-4561-933a-f43739321c9f","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.06303959Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-sub","reconcileID":"7ce043c0-de1b-4561-933a-f43739321c9f","MaaSSubscription":{"name":"e2e-fail-deb2f803-sub","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"maas-trlp-e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.090100132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"d5b63913-9510-4f48-a1f7-4d7077a3c9df","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.090119855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"d5b63913-9510-4f48-a1f7-4d7077a3c9df","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.092678856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"716d10ba-189f-4b0b-b979-e7ea244cd61d","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.099667879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"716d10ba-189f-4b0b-b979-e7ea244cd61d","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.21940494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"8cac0670-0131-4d6f-9549-c097526cee83","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.229555739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"8cac0670-0131-4d6f-9549-c097526cee83","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.270380576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"7213f826-4bfb-4aee-bc1c-d359ce0c9913","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.27040121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"7213f826-4bfb-4aee-bc1c-d359ce0c9913","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.312782314Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"08135a13-4e2c-4598-99be-8b40ee1e9dec","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.319776459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"08135a13-4e2c-4598-99be-8b40ee1e9dec","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.344607944Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"08135a13-4e2c-4598-99be-8b40ee1e9dec","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"name":"e2e-extmod-b-7c192b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.344623723Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"e2e-fail-deb2f803-access","reconcileID":"08135a13-4e2c-4598-99be-8b40ee1e9dec","MaaSAuthPolicy":{"name":"e2e-fail-deb2f803-access","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7c192b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.353983476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"47658752-0b00-441c-b8f3-b4a93d8329fd","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-b-7c192b","gateway":"openshift-ingress/e2e-extmod-b-7c192b","model":"e2e-extmod-fail-user-04a477/e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.354002888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"47658752-0b00-441c-b8f3-b4a93d8329fd","MaaSModelRef":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-deb2f803-62144b6c9bbb","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-deb2f803","externalModel":"e2e-fail-deb2f803","provider":"e2e-fail-deb2f803-provider","gateway":"openshift-ingress/e2e-extmod-b-7c192b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.961510954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"aa69485e-c097-4b6d-b578-21eccbd0278b","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.9728924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"60b432fa-849e-4f6b-9b1e-1f4a9324dc80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.973462884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"29710e86-9c58-40cf-96b4-fe117190e89d","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.974045082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6428f069-1cc2-424a-b54d-59d2880fd934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.974092098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce7428e8-812a-43a7-8b33-45ad09a02972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.977326934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"0127fbd6-a456-4faa-966b-9a833f5ad2a1","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.977354338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"0127fbd6-a456-4faa-966b-9a833f5ad2a1","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.977763833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9497fe31-bbbc-4cc8-9534-a7794d122747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.982033376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"60b432fa-849e-4f6b-9b1e-1f4a9324dc80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.983772301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"29710e86-9c58-40cf-96b4-fe117190e89d","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.986163949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce7428e8-812a-43a7-8b33-45ad09a02972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.987216633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9497fe31-bbbc-4cc8-9534-a7794d122747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.9892566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6428f069-1cc2-424a-b54d-59d2880fd934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:08.996430208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-sub","reconcileID":"4aaebd74-f3ba-46aa-a6b5-c2dec58c2643","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"maas-trlp-e2e-fail-374db411","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.046657415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"64fc567d-a870-491a-b9b8-ab5c50c1e139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.047469585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"fa70bb90-a039-4faa-a87a-fc06cfc3bd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.055272102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"64fc567d-a870-491a-b9b8-ab5c50c1e139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.057379039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"fa70bb90-a039-4faa-a87a-fc06cfc3bd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.120767925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"2c7babb4-bea2-4744-9b80-e3521dd877a2","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.121000463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-deb2f803","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","reconcileID":"d1f612ef-45e6-4300-9dd3-8fd3fd77599c","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-deb2f803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.130080448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"2c7babb4-bea2-4744-9b80-e3521dd877a2","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.133412616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"027a5199-756c-426d-83c6-594d740da2cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.133842636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"8de75c08-c440-493f-aec8-5c62e50f1fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.141260494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"027a5199-756c-426d-83c6-594d740da2cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.144669354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"8de75c08-c440-493f-aec8-5c62e50f1fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.229031841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e54814bb-fcfb-4768-9844-695ec40d54eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.230110984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"af0c4284-113a-4e1c-a529-9c56a6020a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.238788948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e54814bb-fcfb-4768-9844-695ec40d54eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.243580556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"af0c4284-113a-4e1c-a529-9c56a6020a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.323816467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"8d6294f6-d03e-4372-89e8-d2f8b7658cfa","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.324666727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6cc12b01-2fa3-4f9a-841d-d282ff1457ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.335921773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"ef150e03-b7c5-4d8b-be49-0354e695e675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.339331871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"8d6294f6-d03e-4372-89e8-d2f8b7658cfa","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.346263044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6cc12b01-2fa3-4f9a-841d-d282ff1457ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.353997037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"ef150e03-b7c5-4d8b-be49-0354e695e675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.724405958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"f0e78515-437b-4c90-aa97-45cd1e3c8c1f","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.724431788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"f0e78515-437b-4c90-aa97-45cd1e3c8c1f","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.732992018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"66a49213-3c79-45cc-bbc0-3ce81b054664","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.749103689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"66a49213-3c79-45cc-bbc0-3ce81b054664","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.766053743Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-sub","reconcileID":"e4913cbc-5fc7-4d43-9f85-221a4cdd5b65","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2a09b7f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.886571991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"b5f8aa0a-6085-46bb-8055-ab6e1e4836c9","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:09.896645743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"b5f8aa0a-6085-46bb-8055-ab6e1e4836c9","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:11.76837574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.948496993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a7af7c-ad0a-49bc-8182-4de2168df2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.956139056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a7af7c-ad0a-49bc-8182-4de2168df2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.966537299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a7af7c-ad0a-49bc-8182-4de2168df2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:14.975064721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a7af7c-ad0a-49bc-8182-4de2168df2df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:15.198738844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1357082d-9a09-488b-ae5e-ab0d5fc89e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:15.208391973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1357082d-9a09-488b-ae5e-ab0d5fc89e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:15.235274766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1357082d-9a09-488b-ae5e-ab0d5fc89e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:15.238235105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1357082d-9a09-488b-ae5e-ab0d5fc89e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.428882373Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","namespace":"ai-tenant-e2e-extmod-b-9f71f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.428940909Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","namespace":"ai-tenant-e2e-extmod-b-9f71f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.428988611Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","tenant":"e2e-extmod-b-9f71f2","tenantID":"e2e-extmod-b-9f71f2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.434538703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"Deployment","name":"maas-api-e2e-extmod-b-9f71f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.451951267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"Service","name":"maas-api-e2e-extmod-b-9f71f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.46064767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-9f71f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.469604038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-9f71f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.485546365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.496733235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.505165118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.510496184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.513145336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.516226319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.518483785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"Service","name":"payload-processing-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.520838943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.523840206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.526503787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.529286062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.536934474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.539412512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.542437039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.546377532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-9f71f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:18.548631963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9f71f2"},"namespace":"ai-tenant-e2e-extmod-b-9f71f2","name":"default-tenant","reconcileID":"6a6c1004-699d-4743-b0b7-6f2d930f704d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-9f71f2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.771496325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-sub","reconcileID":"938cadfb-848e-4c9d-820b-d097eb729a9d","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","subscription":"e2e-fail-374db411-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.782157586Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-sub","reconcileID":"938cadfb-848e-4c9d-820b-d097eb729a9d","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.785509703Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-sub","reconcileID":"938cadfb-848e-4c9d-820b-d097eb729a9d","MaaSSubscription":{"name":"e2e-fail-374db411-sub","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"maas-trlp-e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.821482211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"9a0df331-4540-4809-b3fa-2c0275e17330","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.821510956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"9a0df331-4540-4809-b3fa-2c0275e17330","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.823713081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"a8af2194-ac62-4c38-a5ca-b700f9fe5dbd","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.830886504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"a8af2194-ac62-4c38-a5ca-b700f9fe5dbd","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.924215059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"8cf11020-f370-4444-a3f6-cf475cb53be9","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.932502749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"8cf11020-f370-4444-a3f6-cf475cb53be9","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.99431127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"3c60ae00-829b-4fb5-9e62-c45553bbaf49","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:19.994335828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"3c60ae00-829b-4fb5-9e62-c45553bbaf49","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.038876056Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"9e1aa946-5c2b-4969-bffc-6adff27a8e49","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.178958069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"9e1aa946-5c2b-4969-bffc-6adff27a8e49","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.256052308Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"9e1aa946-5c2b-4969-bffc-6adff27a8e49","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"name":"e2e-extmod-a-ded926-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.256076987Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"e2e-fail-374db411-access","reconcileID":"9e1aa946-5c2b-4969-bffc-6adff27a8e49","MaaSAuthPolicy":{"name":"e2e-fail-374db411-access","namespace":"ai-tenant-e2e-extmod-a-ded926"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ded926","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.272052014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"4a150d8c-3f99-4ac9-b614-bb6dce51e637","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"tenant":"e2e-extmod-a-ded926","gateway":"openshift-ingress/e2e-extmod-a-ded926","model":"e2e-extmod-fail-user-04a477/e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.272077853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"4a150d8c-3f99-4ac9-b614-bb6dce51e637","MaaSModelRef":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"routeName":"external-model-e2e-fail-374db411-b93cb16026f1","namespace":"e2e-extmod-fail-user-04a477","model":"e2e-fail-374db411","externalModel":"e2e-fail-374db411","provider":"e2e-fail-374db411-provider","gateway":"openshift-ingress/e2e-extmod-a-ded926","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.844562542Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"d84ab30a-79ab-4281-bc12-86692f280e91","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.853053124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6cc9b9e3-729f-44a8-a306-8d13d7b47e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.853502236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"1e27f8aa-6d4f-4b2d-b504-554e0881ec04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.855267597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"8391573d-67c9-4615-b286-c1e9774a4b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.855291501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9deec445-7f21-4ecd-94a6-e6d5e49c3d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.855898355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e818f63-b18b-4179-bfd0-3fd5a2e169e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.869539688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"1e27f8aa-6d4f-4b2d-b504-554e0881ec04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.94156501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9deec445-7f21-4ecd-94a6-e6d5e49c3d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.94885865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e818f63-b18b-4179-bfd0-3fd5a2e169e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.949886011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"8391573d-67c9-4615-b286-c1e9774a4b57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.950499114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"6cc9b9e3-729f-44a8-a306-8d13d7b47e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:20.993646446Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-374db411","namespace":"e2e-extmod-fail-user-04a477"},"namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","reconcileID":"2e147281-4d0a-42e2-b4ce-2374b2445227","namespace":"e2e-extmod-fail-user-04a477","name":"e2e-fail-374db411","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.073682777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"48b35121-c0ab-4a78-a40b-71a66f01b646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.073959331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"1a10af38-9473-460a-a70c-e77078ff4d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.07423662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e513665a-aafd-4d1a-b236-5489c217e4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.086809758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"48b35121-c0ab-4a78-a40b-71a66f01b646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.087384826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e513665a-aafd-4d1a-b236-5489c217e4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.089212116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"1a10af38-9473-460a-a70c-e77078ff4d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.170547685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"37f46632-87ca-4ed5-86b8-f80d93f31c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.170656316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c8933736-f477-4460-9c95-06f3602c637d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.177810521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"37f46632-87ca-4ed5-86b8-f80d93f31c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.178011675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c8933736-f477-4460-9c95-06f3602c637d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.270310101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc8c9ca1-23f1-4331-bf21-1bb739de95d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:21.277425748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc8c9ca1-23f1-4331-bf21-1bb739de95d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.31886363Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9f71f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9f71f2","reconcileID":"229c8e65-4965-41c8-8d7a-01a6fcf13068","aitenant":"ai-tenants/e2e-extmod-b-9f71f2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.501232786Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9f71f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9f71f2","reconcileID":"229c8e65-4965-41c8-8d7a-01a6fcf13068","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9f71f2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-9f71f2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.515087083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9980da-31e7-42ce-99a3-aa06adc6081f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.517995407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9980da-31e7-42ce-99a3-aa06adc6081f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.52042506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9980da-31e7-42ce-99a3-aa06adc6081f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.522836209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee9980da-31e7-42ce-99a3-aa06adc6081f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.795026868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740e25da-50ad-44be-8bb7-2f9196380059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.79799364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740e25da-50ad-44be-8bb7-2f9196380059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.800673776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740e25da-50ad-44be-8bb7-2f9196380059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:23.80296804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740e25da-50ad-44be-8bb7-2f9196380059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.754762975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"cdafe2f0-42d6-4197-a44b-7ff227789678","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.754821318Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-access","reconcileID":"2d135749-e054-46d4-afda-9f377fe938a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.785001317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"c0db0546-db18-4c99-84c2-02c203ba0b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.799289033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"c0db0546-db18-4c99-84c2-02c203ba0b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.804291189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"ba2dc94c-488b-473f-b78f-35c32cffc2c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.847397946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"6f2bb4ef-67f6-4263-b32e-2f51e03f76dd","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.878970464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"8e22bd5b-fb4a-4e1f-9367-97932ce9eb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.887147893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"8e22bd5b-fb4a-4e1f-9367-97932ce9eb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:30.887925012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"ac2c45f6-cce9-4724-84c1-6118476b5780","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.047773512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"9e066315-3da0-4c8f-9d76-bb2b1cb0be70","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.065419419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7bf959ff-e4a5-4363-b43a-ebd7c2744411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:31.073907481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7bf959ff-e4a5-4363-b43a-ebd7c2744411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.415030881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd85de35-ae93-4f69-b450-9af792aaeb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.434732564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd85de35-ae93-4f69-b450-9af792aaeb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.437239223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd85de35-ae93-4f69-b450-9af792aaeb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.440297928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd85de35-ae93-4f69-b450-9af792aaeb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.73760924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f19ecf-e8c6-42a4-a371-86df148113f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.740015776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f19ecf-e8c6-42a4-a371-86df148113f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.742331793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f19ecf-e8c6-42a4-a371-86df148113f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:32.744832426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f19ecf-e8c6-42a4-a371-86df148113f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.417140682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c1d0ec8-c022-4cb2-8817-2a197704f2ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.530393451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34238a39-e45b-4bc5-bd5d-ec12750418cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.531087234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"3b016842-1ee8-4e39-94ab-c602a312faeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.540267155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"db89a153-cd2e-4b9d-938a-48b84d65eb13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:33.615329959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"30b94e2c-e749-4971-8a3b-3e0dd9543e3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.688096986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"1bd45b84-0e26-4b1b-9662-a230bdcd5c49","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.703230075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"242bcdb0-7bd2-4f5c-b29e-afe43874d6d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.704506402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"fc25e008-de33-4bc8-9f36-ce3f6f293573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.711937973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"fc25e008-de33-4bc8-9f36-ce3f6f293573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.719919716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"0bae220b-f638-4b5a-9d39-1cd83b66dc67","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.73218369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"97850e04-6163-4c4b-9d43-bf1d91e49374","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.73821155Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"49796d70-598b-492d-b6b2-ba1a7f40e1f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.742415664Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"49796d70-598b-492d-b6b2-ba1a7f40e1f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.810395001Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"49796d70-598b-492d-b6b2-ba1a7f40e1f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.812648579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7fcec8e6-5e4f-402d-b34c-7c674bbab34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.813388138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"3737bb59-9d3b-48fd-bc34-e18e35350a90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.823032499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7fcec8e6-5e4f-402d-b34c-7c674bbab34a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.925162962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"f02d6950-22d3-47e1-b9b6-88e166bcff6c","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.926236614Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"0d5da5a2-1606-4838-a5cb-f10906d9e1da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.931489916Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"0d5da5a2-1606-4838-a5cb-f10906d9e1da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"model":"e2e-models-e2e-worker-w1-08111b/simulator-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.941336682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"cb8f9066-629e-42fd-b1c7-77987c45cd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:35.956304999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"cb8f9066-629e-42fd-b1c7-77987c45cd4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:44:36.002296022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"simulator-subscription","reconcileID":"0d5da5a2-1606-4838-a5cb-f10906d9e1da","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.10465103Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.104706521Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.104753328Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","tenant":"e2e-shared-a-w0-8f8aa8","tenantID":"e2e-shared-a-w0-8f8aa8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.109212455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-8f8aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.125133318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"Service","name":"maas-api-e2e-shared-a-w0-8f8aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.134207033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-8f8aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.142698829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-8f8aa8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.150927302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.15956347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.170147171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.176924869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.18048923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.182724214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.185296607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.19156023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.195941394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.198592777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.201740107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.207611544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.210038628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.21218069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.214386477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-8f8aa8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:37.216559925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8"},"namespace":"ai-tenant-e2e-shared-a-w0-8f8aa8","name":"default-tenant","reconcileID":"7ff2d609-fab9-474a-9429-407488a729ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-8f8aa8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.158773589Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-8f8aa8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-8f8aa8","reconcileID":"a906d768-6e7b-4c44-a16d-99c53595e032","aitenant":"ai-tenants/e2e-shared-a-w0-8f8aa8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.257999429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"995c2daa-0f72-44d4-a384-8b928a813af3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.264098352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"d5407e53-d0b1-4413-aff6-69c61664459c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.28041389Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-8f8aa8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-8f8aa8","reconcileID":"a906d768-6e7b-4c44-a16d-99c53595e032","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-8f8aa8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-8f8aa8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.288956031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf94b770-9dee-4640-9272-ad1771850a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.33544176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf94b770-9dee-4640-9272-ad1771850a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.340082809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf94b770-9dee-4640-9272-ad1771850a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.343884741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf94b770-9dee-4640-9272-ad1771850a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.459858473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6dcfbd01-08be-4f04-9297-ed0fd8046f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.46079621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"b5f75322-6b2e-4a1d-b7e9-89e7d78a1bb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.463703927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f45d6bf5-99b5-4641-9603-76f191f85ed4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.465848431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6cc0622e-5deb-4cac-870d-66351e2ac636","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.470229317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"6dcfbd01-08be-4f04-9297-ed0fd8046f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.73070958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee142c5-38aa-4d19-a70a-c4459fd398c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.733290864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee142c5-38aa-4d19-a70a-c4459fd398c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.737322819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee142c5-38aa-4d19-a70a-c4459fd398c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.739970093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee142c5-38aa-4d19-a70a-c4459fd398c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.990947654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ba0dca-9c1a-4b1c-a3eb-f4aafcb9d634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.993432241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ba0dca-9c1a-4b1c-a3eb-f4aafcb9d634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.996527484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ba0dca-9c1a-4b1c-a3eb-f4aafcb9d634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:40.999119274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24ba0dca-9c1a-4b1c-a3eb-f4aafcb9d634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.593578203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"a11da491-ab2c-4147-827e-fdd104d00d3b","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.618311445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"f02c36dd-97b9-4497-ab4c-07057e3f825d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.622370253Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"331f0cd1-5a24-4e09-8e29-421c5ab32a1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-10ca9ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.62651973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"f02c36dd-97b9-4497-ab4c-07057e3f825d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.702919978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7564c835-08c7-4c03-9ca8-f5e92e27842e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.713306477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"7564c835-08c7-4c03-9ca8-f5e92e27842e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.772956072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.906649742Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"ff1608ea-20d5-4839-a82b-7f1ca2504331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.906675401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"053baa86-e78e-4e19-8d9a-6347288af0c6","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.921228024Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"6123f276-03a9-4d4d-9e86-fe70ac0bc387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-10ca9ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.940990697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"ff1608ea-20d5-4839-a82b-7f1ca2504331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.967179794Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"ff1608ea-20d5-4839-a82b-7f1ca2504331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"e2e-worker-w1-08111b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.967201778Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-access","reconcileID":"ff1608ea-20d5-4839-a82b-7f1ca2504331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-08111b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:41.975213279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"4e4f709b-4f68-4b96-9b5b-bc9b62ba9d83","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.270783376Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"51bd4f2c-8f9a-4910-8f6d-2c4dfb917748","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-10ca9ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.308045494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"566b92bc-87b0-4917-b6a8-434c10b250e6","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.308290626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"0099a8af-1041-41f3-977f-147ab7adc984","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.313167428Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"53659a3e-2ca3-43f1-8ad4-511f61ba2248","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-10ca9ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.524553713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34adcaf7-b201-4b9b-a4ed-0cd8b5093210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.527225945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34adcaf7-b201-4b9b-a4ed-0cd8b5093210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.529590079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34adcaf7-b201-4b9b-a4ed-0cd8b5093210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.531964902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34adcaf7-b201-4b9b-a4ed-0cd8b5093210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.798398346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098dcaf9-22ed-4757-9331-2f047cbb0b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.800948637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098dcaf9-22ed-4757-9331-2f047cbb0b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.803244485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098dcaf9-22ed-4757-9331-2f047cbb0b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:43.805622681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098dcaf9-22ed-4757-9331-2f047cbb0b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.085821413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2589340-441c-4d40-8976-93edd58123e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.191464991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad33fbda-fbfe-47a3-af93-eb5a8030e049","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.191904423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"502ecdb5-9d1c-467d-b80c-c52b1157116e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.19208932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"23a1d20b-538c-4df5-a1a9-b4a91f22d923","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.701404658Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"3a4f3cf8-c2f9-4194-8758-5e486c1d83cc","namespace":"ai-tenant-e2e-worker-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.701468435Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"3a4f3cf8-c2f9-4194-8758-5e486c1d83cc","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.70658204Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"3a4f3cf8-c2f9-4194-8758-5e486c1d83cc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:47.706602377Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"3a4f3cf8-c2f9-4194-8758-5e486c1d83cc","namespace":"ai-tenant-e2e-worker-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.308976213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3123845-5e87-4eb4-b3f1-7e03ab1c2129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.312176994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3123845-5e87-4eb4-b3f1-7e03ab1c2129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.314937054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3123845-5e87-4eb4-b3f1-7e03ab1c2129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.317792215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3123845-5e87-4eb4-b3f1-7e03ab1c2129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.355909254Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","namespace":"ai-tenant-e2e-shared-b-w0-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.355966442Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","namespace":"ai-tenant-e2e-shared-b-w0-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.356044401Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","tenant":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.363392884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-9add72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.390071596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"Service","name":"maas-api-e2e-shared-b-w0-9add72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.403501404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-9add72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.416060784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-9add72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.425670161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.437226276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.446606304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.457450965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.460744067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.463414902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.537019103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.544561665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.549948551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.552013543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.557157503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.565007344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.574035958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.577313557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.581816861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.590573764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"e189e8bc-df33-430a-b695-c022560f1a63","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-9add72","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.60648786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8912c719-0ef6-4809-bd21-3254cd4a8bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.609818703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8912c719-0ef6-4809-bd21-3254cd4a8bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.612504639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8912c719-0ef6-4809-bd21-3254cd4a8bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:50.614696316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8912c719-0ef6-4809-bd21-3254cd4a8bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:51.428956136Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"cb3e222b-ed48-47e6-adcf-020e661d9804","namespace":"ai-tenant-e2e-worker-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:51.4290377Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"cb3e222b-ed48-47e6-adcf-020e661d9804","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:51.433573101Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"cb3e222b-ed48-47e6-adcf-020e661d9804","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:51.433589231Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"cb3e222b-ed48-47e6-adcf-020e661d9804","namespace":"ai-tenant-e2e-worker-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.308778465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"76973db1-ebe1-4829-8664-f5e3e6b35823","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.309017768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"8c018949-558e-474e-a650-29a3af26d5f5","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.322704298Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"02e630b6-c585-490f-8415-105d8bdc95d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.326321402Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"02e630b6-c585-490f-8415-105d8bdc95d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.330989761Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"premium-simulator-subscription","reconcileID":"02e630b6-c585-490f-8415-105d8bdc95d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-08111b"},"name":"maas-trlp-premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b","model":"e2e-models-e2e-worker-w1-08111b/premium-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.367101051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"7468b64d-4289-4833-9b0b-b2c1ee3ccdfd","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.429111856Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","namespace":"ai-tenant-e2e-shared-b-w0-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.429167259Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","namespace":"ai-tenant-e2e-shared-b-w0-9add72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.429214428Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","tenant":"e2e-shared-b-w0-9add72","tenantID":"e2e-shared-b-w0-9add72","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.431588699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-9add72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.433784327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"Service","name":"maas-api-e2e-shared-b-w0-9add72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.436032388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-9add72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.438603851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-9add72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.440738192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.442682406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.444778991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.447115584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.449281842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.451435954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.453304823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.455550034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.457327636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.459520894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.462010204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.464083624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.466517329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.469718517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.471739373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-9add72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:53.473775589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-9add72"},"namespace":"ai-tenant-e2e-shared-b-w0-9add72","name":"default-tenant","reconcileID":"f083ee17-7577-4fc9-a72e-f7e8b648577a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-9add72","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:55.874832331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"8252f095-531f-4253-bab5-6edcfc96be6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:55.980538857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"226dd957-4552-4138-b3cf-ce2427902fd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:55.980547967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"78d6bda3-0107-4166-a7c6-1b8162dd51de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:55.982531048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"faf80679-2d5b-402f-bdb7-d25470fb447a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.231584376Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-9add72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-9add72","reconcileID":"c17b34fe-2236-4579-89fb-81b492a11b87","aitenant":"ai-tenants/e2e-shared-b-w0-9add72","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.363810851Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-9add72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-9add72","reconcileID":"c17b34fe-2236-4579-89fb-81b492a11b87","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-9add72","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-9add72"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.416145995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffaedf6-81d9-4b50-84d0-f8cd7399efab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.418544955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffaedf6-81d9-4b50-84d0-f8cd7399efab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.42198071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffaedf6-81d9-4b50-84d0-f8cd7399efab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.424377686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffaedf6-81d9-4b50-84d0-f8cd7399efab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.707059933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8feea8b7-07f3-4ef7-9479-e78ba3aa9141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.709791684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8feea8b7-07f3-4ef7-9479-e78ba3aa9141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.713307356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8feea8b7-07f3-4ef7-9479-e78ba3aa9141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.716580085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8feea8b7-07f3-4ef7-9479-e78ba3aa9141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.724231266Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","namespace":"ai-tenant-e2e-worker-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.724279318Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","namespace":"ai-tenant-e2e-worker-w1-08111b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.724324629Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","tenant":"e2e-worker-w1-08111b","tenantID":"e2e-worker-w1-08111b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.732108785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"Deployment","name":"maas-api-e2e-worker-w1-08111b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.765606739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"Service","name":"maas-api-e2e-worker-w1-08111b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.778698248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-08111b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.784752827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-08111b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.811099158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.827071263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.843679204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.85552329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.867668578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.876369991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.881961705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"Service","name":"payload-processing-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.889684554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.896690754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.901735925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.905565549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.91749551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.926895615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.934902119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.939854766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-08111b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:44:59.942786832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-08111b"},"namespace":"ai-tenant-e2e-worker-w1-08111b","name":"default-tenant","reconcileID":"50fef72c-d5ae-46f0-948a-0ae13d6b84e0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-08111b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.496593531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-access","reconcileID":"d5ab7ff1-07de-4f7e-a0a3-ec98f353fd2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.496596651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"dd0d8bf7-e6d3-45b3-b121-974f42ba7c99","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.517488421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"cfac1999-a683-4060-9215-45119cef3a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.524665953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"756df37e-aa57-4874-a91f-2d08c78b8c6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.525089314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"cfac1999-a683-4060-9215-45119cef3a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.614534748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"5a0ffd52-662b-422c-9d96-4226404673a1","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.633173266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a088c6f1-1ece-4d5d-bd7f-9107b816f8b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.64138339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"a088c6f1-1ece-4d5d-bd7f-9107b816f8b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.641998697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"d455246e-19ae-4b19-be13-998d3f2379f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.772385291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"94f7fb49-d767-4a9f-b481-95d10532ad55","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.790235697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c508e26d-e0f8-4bcb-b870-9d528a5f7f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:00.819418929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"c508e26d-e0f8-4bcb-b870-9d528a5f7f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.30922265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"simulator-w1-08111b","reconcileID":"a982e63e-8da5-40e4-8214-d3eb69f08041","MaaSModelRef":{"name":"simulator-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"simulator-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"simulator-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:03.368335626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"namespace":"e2e-models-e2e-worker-w1-08111b","name":"premium-w1-08111b","reconcileID":"c930994f-46ac-4b44-a52f-f04c310c4c10","MaaSModelRef":{"name":"premium-w1-08111b","namespace":"e2e-models-e2e-worker-w1-08111b"},"routeName":"premium-w1-08111b-kserve-route","namespace":"e2e-models-e2e-worker-w1-08111b","llmisvcName":"premium-w1-08111b","gateway":"openshift-ingress/e2e-worker-w1-08111b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.496925987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"7dac0de1-fe50-4352-90df-72a2f5895fb3","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.515496677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"3167e6ba-6578-45ac-bd65-98bb239fad16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.525651276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"3167e6ba-6578-45ac-bd65-98bb239fad16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.527694553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"c912f46c-dc6e-4e7c-80f4-241c96696df5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.543521905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"55b1efc6-c081-4ab4-836e-129ca68f4fd0","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.546678616Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"1ff6a414-ad87-4386-ab12-283964ce72ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c224e916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.555747513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"8d975a86-634d-43b6-9a35-ef20f114182a","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.558982481Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"5799cf01-fa22-4582-aece-07591745cfc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c224e916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.612827325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"632552e9-8a97-4b6f-8828-c5c6a99e5b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.614581316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"6184a15b-5ae7-4486-9a00-10a73e75c8cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:05.620301646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"632552e9-8a97-4b6f-8828-c5c6a99e5b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:10.428827356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"9b62c041-12bc-4a06-ad94-b2427b490477","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:10.526187702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6809a36b-f2e4-473e-b21c-b0bacb0b8c22","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:10.52757944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e12136d1-f66d-49e3-8b44-6936c709842c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:11.76821613Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:13.753422772Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-08111b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-08111b","reconcileID":"f1ca5f2e-159e-4efd-8066-9878c428eed2","aitenant":"ai-tenants/e2e-worker-w1-08111b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:13.896853461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd850aa6-a4f5-4f8d-9915-0a572338a1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:13.901993385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd850aa6-a4f5-4f8d-9915-0a572338a1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:13.905831574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd850aa6-a4f5-4f8d-9915-0a572338a1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:13.908457706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd850aa6-a4f5-4f8d-9915-0a572338a1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:13.911749688Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-08111b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-08111b","reconcileID":"f1ca5f2e-159e-4efd-8066-9878c428eed2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-08111b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-08111b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.307088431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da93b505-0ef6-4ec7-b5ec-b76c019b1ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.312337511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da93b505-0ef6-4ec7-b5ec-b76c019b1ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.315877332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da93b505-0ef6-4ec7-b5ec-b76c019b1ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:14.336400878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da93b505-0ef6-4ec7-b5ec-b76c019b1ccc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.556290895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"f9a47a5e-36fc-4b0b-bd47-9adf40d04bfa","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.556568462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"5823e02b-591c-4554-84c0-ceecd58b023b","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.564616518Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"fbfa7b1a-5b7e-464d-afb8-9bfbc574f915","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.568659825Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"fbfa7b1a-5b7e-464d-afb8-9bfbc574f915","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.578741294Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"simulator-subscription","reconcileID":"fbfa7b1a-5b7e-464d-afb8-9bfbc574f915","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/simulator-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.69554228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"e9983597-eb1b-43d3-851c-8ff8702449b1","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.701757757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"06f8c9b0-1efa-4172-be90-f7ed675604dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:15.710681951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"06f8c9b0-1efa-4172-be90-f7ed675604dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:17.920852989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"83b8f381-8fdf-408e-8675-2cb8067381cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.041687409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ffbbe99c-37cb-4c52-86e4-237fe1f77819","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.043802243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"925ac6fb-a465-4335-a792-19b3dbeb3868","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.167864956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2adc0075-a4a4-41a1-a91b-4a27708df7e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:18.179304565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"2adc0075-a4a4-41a1-a91b-4a27708df7e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:21.490893748Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"68711c12-fa30-4252-bc8b-d74049593207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:21.490905504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"9d1dc968-1d95-4f50-92e9-fd627bf47ee5","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:21.525477352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"649486aa-2416-46fb-a0cb-2078e4f86fb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:21.734654842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"68711c12-fa30-4252-bc8b-d74049593207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:21.780174245Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"68711c12-fa30-4252-bc8b-d74049593207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"e2e-worker-w0-a4ab8e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:21.780198982Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-access","reconcileID":"68711c12-fa30-4252-bc8b-d74049593207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:21.793097157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"0acced86-7a3f-40ce-a0c9-2af6e8466bc0","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:21.816845499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"74a677e0-8a26-4f38-b26d-c196d9244b14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:21.917914477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"c0922b9c-f337-4b1c-850c-24f281cadfd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.015551661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3cbca17b-423a-4b44-b72a-aff8ed737029","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:22.016525195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53f5baf1-bba1-45fb-9f40-469aed8f0f5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.011866388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"e36c3b52-cb46-4e1f-b598-2ab14bf2ca27","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.051628765Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"818a38ec-f8c6-477a-858d-b97d90f09e2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8e60b36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.120657347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"c64afcb7-2731-40c6-9fdd-20a5232aa9d7","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.120955821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"35ebfdca-5a24-4334-9727-ea115d4895bd","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.12404578Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"4db13733-e1af-4b60-bbaa-0b381d85b237","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8e60b36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.316483856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef7ab62-f65c-4e4c-afdf-041d6eb7b847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.31960809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef7ab62-f65c-4e4c-afdf-041d6eb7b847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.322910676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef7ab62-f65c-4e4c-afdf-041d6eb7b847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.326061377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef7ab62-f65c-4e4c-afdf-041d6eb7b847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.534877448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f328469a-120d-4d18-80f6-74f0947a4f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.537961434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f328469a-120d-4d18-80f6-74f0947a4f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.541162195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f328469a-120d-4d18-80f6-74f0947a4f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:23.543650386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f328469a-120d-4d18-80f6-74f0947a4f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:24.585698026Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"45bbbdb4-6909-4ef8-88b8-f64a237b0b9a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:24.585763686Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"45bbbdb4-6909-4ef8-88b8-f64a237b0b9a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:24.602388987Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"45bbbdb4-6909-4ef8-88b8-f64a237b0b9a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:24.602408107Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"45bbbdb4-6909-4ef8-88b8-f64a237b0b9a","namespace":"ai-tenant-e2e-worker-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.596862853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a367226-ca12-463b-8340-817a882cf38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.599316952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a367226-ca12-463b-8340-817a882cf38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.60170657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a367226-ca12-463b-8340-817a882cf38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.604045573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a367226-ca12-463b-8340-817a882cf38a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.664712946Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","namespace":"ai-tenant-e2e-extmod-a-ded926","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.66752929Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","namespace":"ai-tenant-e2e-extmod-a-ded926","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.667591162Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","tenant":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.672621791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ded926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.690466767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"Service","name":"maas-api-e2e-extmod-a-ded926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.744778394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ded926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.75567055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ded926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.783861971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.820139526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.833434335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.849410912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.852996669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.855911798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.862683244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"Service","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.867729346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.873205722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.883450039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.889890043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.904829352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.918477713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.927993686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.946734129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.954609946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"52201f61-b1a7-4816-a095-474e384221fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ded926","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.956721549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f0a135-a274-4c71-b97b-990840b90083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.95969474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f0a135-a274-4c71-b97b-990840b90083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.96270858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f0a135-a274-4c71-b97b-990840b90083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:30.966564317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f0a135-a274-4c71-b97b-990840b90083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:31.929690675Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"cf0d9576-fd63-4466-9ba8-20ee7d295d85","namespace":"ai-tenant-e2e-worker-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:31.929759343Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"cf0d9576-fd63-4466-9ba8-20ee7d295d85","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:31.934491888Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"cf0d9576-fd63-4466-9ba8-20ee7d295d85","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:31.934509411Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"cf0d9576-fd63-4466-9ba8-20ee7d295d85","namespace":"ai-tenant-e2e-worker-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.710820258Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","namespace":"ai-tenant-e2e-extmod-a-ded926","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.71087836Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","namespace":"ai-tenant-e2e-extmod-a-ded926","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.710926792Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","tenant":"e2e-extmod-a-ded926","tenantID":"e2e-extmod-a-ded926","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.713143201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ded926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.715321572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"Service","name":"maas-api-e2e-extmod-a-ded926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.718394529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ded926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.720482823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ded926","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.722781386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.725264312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.729214873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.731638716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.733643483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.735610346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.737854502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"Service","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.739834017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.741771575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.74367538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.745539066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.747516484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.749437992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.753169264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.755429166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ded926","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:32.757573573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ded926"},"namespace":"ai-tenant-e2e-extmod-a-ded926","name":"default-tenant","reconcileID":"ce4e0c90-f65f-45af-9655-eff2de69c718","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ded926","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.121603454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"f0da966a-1c1b-49c6-80e8-e6742754fb07","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.121844999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"a1c7e1d8-f7d4-4fca-8410-1f99cb8d3f12","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.128993828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"db2cfdba-2d40-4b70-bc27-3ee2bb5d2878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.132841832Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"db2cfdba-2d40-4b70-bc27-3ee2bb5d2878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.137845905Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"premium-simulator-subscription","reconcileID":"db2cfdba-2d40-4b70-bc27-3ee2bb5d2878","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"name":"maas-trlp-premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e","model":"e2e-models-e2e-worker-w0-a4ab8e/premium-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.193858304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"f4824194-5515-4b76-9ab2-f0a35c2259aa","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.297892917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85ba4ba7-1e01-4a72-b547-0bf744e63459","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:33.396933914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24bd7d47-5e79-450f-b2af-7a7c79859484","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.965888022Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","namespace":"ai-tenant-e2e-worker-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.965945213Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","namespace":"ai-tenant-e2e-worker-w0-a4ab8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.965995254Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","tenant":"e2e-worker-w0-a4ab8e","tenantID":"e2e-worker-w0-a4ab8e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.972430769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"Deployment","name":"maas-api-e2e-worker-w0-a4ab8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:38.995882438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"Service","name":"maas-api-e2e-worker-w0-a4ab8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.016314117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-a4ab8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.023644606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-a4ab8e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.035164612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.040724686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.052711474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.060531262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.062814617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.065524533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.068612616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"Service","name":"payload-processing-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.071853138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.075599435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.08938824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.092086314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.098218007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.100474518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.102593658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.104695861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-a4ab8e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:39.106958422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a4ab8e"},"namespace":"ai-tenant-e2e-worker-w0-a4ab8e","name":"default-tenant","reconcileID":"62e24b9f-6789-494f-b43d-b460b1bed6af","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-a4ab8e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.492566889Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ded926","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ded926","reconcileID":"e0d8564f-11a1-4987-98ea-8f25e689074e","aitenant":"ai-tenants/e2e-extmod-a-ded926","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.591864511Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ded926","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ded926","reconcileID":"e0d8564f-11a1-4987-98ea-8f25e689074e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ded926","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ded926"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.597215418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558e4a03-d528-49f3-9ff0-9ab6dde1ced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.599757305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558e4a03-d528-49f3-9ff0-9ab6dde1ced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.602498931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558e4a03-d528-49f3-9ff0-9ab6dde1ced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.605212436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558e4a03-d528-49f3-9ff0-9ab6dde1ced9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.856410633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d65525b-83ab-4966-a169-4b629d37be68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.859092982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d65525b-83ab-4966-a169-4b629d37be68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.862894013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d65525b-83ab-4966-a169-4b629d37be68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:40.865402912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d65525b-83ab-4966-a169-4b629d37be68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:41.236258009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1402e3-ff7d-4992-99ad-d21b35cc8e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:41.239104577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1402e3-ff7d-4992-99ad-d21b35cc8e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:41.242803426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1402e3-ff7d-4992-99ad-d21b35cc8e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:41.245528624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e1402e3-ff7d-4992-99ad-d21b35cc8e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:41.635536659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"f063a5cb-664d-4d3f-98b9-623d44c5a456","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:41.654500885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"c576ade2-f358-4f9d-92fb-d6fd7fe4a5d9","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:41.726802418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"9cacb016-c1b4-4618-9e54-ae985a302fe1","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:41.726833793Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"9cacb016-c1b4-4618-9e54-ae985a302fe1","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"error":"LLMInferenceService premium-w0-a4ab8e not found in namespace e2e-models-e2e-worker-w0-a4ab8e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:41.73858106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"9cacb016-c1b4-4618-9e54-ae985a302fe1","error":"LLMInferenceService premium-w0-a4ab8e not found in namespace e2e-models-e2e-worker-w0-a4ab8e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:41.743928838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"22cf2c41-ef7c-45be-8cd7-37eb3c210d13","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"premium-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"premium-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:41.743956232Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"22cf2c41-ef7c-45be-8cd7-37eb3c210d13","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"error":"LLMInferenceService premium-w0-a4ab8e not found in namespace e2e-models-e2e-worker-w0-a4ab8e","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:45:41.744008866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"premium-w0-a4ab8e","reconcileID":"22cf2c41-ef7c-45be-8cd7-37eb3c210d13","error":"LLMInferenceService premium-w0-a4ab8e not found in namespace e2e-models-e2e-worker-w0-a4ab8e","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:41.751801083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"namespace":"e2e-models-e2e-worker-w0-a4ab8e","name":"simulator-w0-a4ab8e","reconcileID":"307bb601-5214-4b74-bc8f-30eef6a89a23","MaaSModelRef":{"name":"simulator-w0-a4ab8e","namespace":"e2e-models-e2e-worker-w0-a4ab8e"},"routeName":"simulator-w0-a4ab8e-kserve-route","namespace":"e2e-models-e2e-worker-w0-a4ab8e","llmisvcName":"simulator-w0-a4ab8e","gateway":"openshift-ingress/e2e-worker-w0-a4ab8e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:41.779762186Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.816380666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"971f4ed0-705c-4951-86a9-cde3d77d4fa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:48.897170165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a94d6636-a43e-4c83-8a79-e3638fcf5c2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.021410768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4eddcf-1e6f-44f6-8264-9e362bb9ae7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.024658277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4eddcf-1e6f-44f6-8264-9e362bb9ae7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.028611368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4eddcf-1e6f-44f6-8264-9e362bb9ae7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.032157584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4eddcf-1e6f-44f6-8264-9e362bb9ae7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.255279347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6aed6ae-3ad2-45fe-a064-3b3ce9527a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.25784963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6aed6ae-3ad2-45fe-a064-3b3ce9527a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.260509211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6aed6ae-3ad2-45fe-a064-3b3ce9527a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.262843077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6aed6ae-3ad2-45fe-a064-3b3ce9527a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.511014092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e2988ca-5c5e-4e65-895d-0cba4e68e25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.513905494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e2988ca-5c5e-4e65-895d-0cba4e68e25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.517183024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e2988ca-5c5e-4e65-895d-0cba4e68e25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:49.524018071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e2988ca-5c5e-4e65-895d-0cba4e68e25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.012123053Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-a4ab8e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-a4ab8e","reconcileID":"abcb7c40-94d2-433d-8641-fa06334baf81","aitenant":"ai-tenants/e2e-worker-w0-a4ab8e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.168537485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baed91d-68ce-4f2e-8027-49601e820ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.16928172Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-a4ab8e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-a4ab8e","reconcileID":"abcb7c40-94d2-433d-8641-fa06334baf81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-a4ab8e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-a4ab8e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.172556611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baed91d-68ce-4f2e-8027-49601e820ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.177972034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baed91d-68ce-4f2e-8027-49601e820ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.180962626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5baed91d-68ce-4f2e-8027-49601e820ca3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.405612584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf3e762-6feb-4344-a0e9-9d856fd1a0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.408377619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf3e762-6feb-4344-a0e9-9d856fd1a0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.410885073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf3e762-6feb-4344-a0e9-9d856fd1a0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.413963681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf3e762-6feb-4344-a0e9-9d856fd1a0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.687493578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9704b4-2c82-49f1-a102-dccb47d2f0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.691046004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9704b4-2c82-49f1-a102-dccb47d2f0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.695920477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9704b4-2c82-49f1-a102-dccb47d2f0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.700805701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb9704b4-2c82-49f1-a102-dccb47d2f0c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.70284875Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","namespace":"ai-tenant-e2e-extmod-b-7c192b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.702924123Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","namespace":"ai-tenant-e2e-extmod-b-7c192b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.702997098Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","tenant":"e2e-extmod-b-7c192b","tenantID":"e2e-extmod-b-7c192b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.708409483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"Deployment","name":"maas-api-e2e-extmod-b-7c192b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.737440843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"Service","name":"maas-api-e2e-extmod-b-7c192b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.750525777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-7c192b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.771775625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-7c192b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.787539427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.794410559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.803750545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.808582706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.812273494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.815164978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.817288749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"Service","name":"payload-processing-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.82019669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.827901713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.830861521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.83455028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.84522728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.850817443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.854036679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.860718284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-7c192b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:50.862840328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7c192b"},"namespace":"ai-tenant-e2e-extmod-b-7c192b","name":"default-tenant","reconcileID":"6b8a1c33-8492-4158-852a-e87296525508","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-7c192b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:52.960455958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e780908e-252e-4a3c-945a-0303cff3e7d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:53.061786615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f44dfd33-a9e4-43c1-b71a-1882e60f319e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.631283995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f43b78fd-c365-4374-8d71-39d3a63aabdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:54.730249559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7ad7c90-57d0-4d34-a8dd-2cd5203003b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.872218066Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7c192b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7c192b","reconcileID":"b277b20c-b757-4d96-b49d-06119f73bddd","aitenant":"ai-tenants/e2e-extmod-b-7c192b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.970970687Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7c192b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7c192b","reconcileID":"b277b20c-b757-4d96-b49d-06119f73bddd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7c192b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-7c192b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.989890275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e660b61-581f-421f-bd35-203c630dbb90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.992274903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e660b61-581f-421f-bd35-203c630dbb90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.994501282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e660b61-581f-421f-bd35-203c630dbb90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:57.996751286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e660b61-581f-421f-bd35-203c630dbb90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.389513013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb57910a-4d39-4260-9592-d8760f065fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.392086793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb57910a-4d39-4260-9592-d8760f065fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.394638014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb57910a-4d39-4260-9592-d8760f065fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.397226859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb57910a-4d39-4260-9592-d8760f065fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.590181161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a97a041-7906-4648-b2b4-5ac4e4e9f45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.592839633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a97a041-7906-4648-b2b4-5ac4e4e9f45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.595389469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a97a041-7906-4648-b2b4-5ac4e4e9f45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:45:58.597978597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a97a041-7906-4648-b2b4-5ac4e4e9f45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}